-- Logs begin at Mon 2021-11-22 13:04:28 UTC, end at Mon 2021-11-22 13:59:14 UTC. -- Nov 22 13:35:35.528765 dv-cinder-768458-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 13:35:38.302514 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.common.config [-] Logging enabled! Nov 22 13:35:38.303159 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 13:35:38.303329 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 13:35:38.306952 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.common.config [-] Logging enabled! Nov 22 13:35:38.307216 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 13:35:38.307530 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109083) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 13:35:38.308472 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 13:35:38.308707 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 13:35:38.309065 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 13:35:38.309335 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 13:35:38.309562 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 13:35:38.309876 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.310294 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 13:35:38.310603 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.310895 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.311185 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.311479 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.311774 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.312044 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.312327 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.312621 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.312903 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.313178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.313482 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.313772 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.314054 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.314339 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.314622 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.314902 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] debug = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.315181 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.315608 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.316024 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.316302 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.316587 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.316864 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.317138 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.317443 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.317725 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.318050 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] host = dv-cinder-768458-14-iscsi {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.318325 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.318607 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.318889 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.319172 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.319472 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.319749 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.320032 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.320304 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.320573 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] log_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.320846 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.321129 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.321437 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.321725 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.321951 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.322173 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.322457 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.322739 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.323011 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.323285 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.323557 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.323827 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.324097 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.324363 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.324645 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.324926 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.325221 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.325507 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.325779 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.326051 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.326319 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.326600 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.326873 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.327142 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.327413 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.327694 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.327959 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.328227 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.328523 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.328803 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.329080 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.329386 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.329658 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.329935 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.330202 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.330469 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.330736 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] use_json = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.331002 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.331269 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.331547 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.331817 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.332084 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.332351 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.332618 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.332894 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:38.333186 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.333498 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.333792 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.334071 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.334373 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.334649 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.334931 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.335734 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.336021 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.336304 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.336588 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.336864 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.337147 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.337450 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.337739 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.338037 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.338324 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.338610 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.338881 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.339150 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.339419 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.339695 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.339979 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.340255 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.340538 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.340819 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.341092 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.341404 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.341687 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.341976 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.342261 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.342530 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.342807 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.343096 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.343373 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.343645 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.343924 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.344210 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.344484 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.344756 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.345035 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.345330 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.345601 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.345869 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.346143 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.346429 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.346702 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.346969 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.347240 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.347514 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.347780 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.348059 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.348331 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.348602 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.348868 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.349143 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.349439 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.349711 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.349985 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.350255 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.350529 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.351414 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.351686 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.351959 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.352232 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.352501 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.352771 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.353038 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.353339 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.353612 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.353884 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.354155 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.354427 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.354698 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.354981 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.355274 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.355549 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.355824 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.356100 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.356374 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.356650 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.356923 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.357213 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.357497 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.357767 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.358052 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.358332 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.358615 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.358894 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.359193 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.359483 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.359755 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.360032 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.360305 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.360577 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.360858 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.361138 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.361460 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.361753 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.362045 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.362335 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.362622 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.362898 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.363201 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.363476 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:38.363689 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 13:35:38.363925 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109083) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 13:35:38.791093 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 13:35:38.791368 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 13:35:38.791674 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 13:35:38.792014 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 13:35:39.125322 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.125615 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.125898 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.127069 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.127342 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.127860 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.164245 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.164518 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.164782 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.178596 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.179417 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.179757 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.208686 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.208966 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.209262 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.246661 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.246943 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.247216 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.490240 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.490860 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.490860 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.491037 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.492252 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.591401 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.591728 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.592010 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.592284 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.592552 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.592862 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.593122 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.593402 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.593657 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.593936 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.594194 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.594454 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.594706 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.594953 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.595203 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.595460 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.595709 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.595974 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.596237 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.596492 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.596759 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.597008 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.597319 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.597692 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.597938 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.598181 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.598577 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:39.598816 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:39.599050 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:39.599284 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:39.599517 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:39.599751 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:39.600110 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 13:35:39.603279 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 13:35:39.607236 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 13:35:39.611179 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 22 13:35:39.612926 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 13:35:39.613412 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 13:35:39.613746 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 13:35:39.614126 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 13:35:39.616966 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 13:35:39.617243 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 13:35:39.617590 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 13:35:39.622843 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 13:35:39.645960 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 13:35:39.646415 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.646696 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109083) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 13:35:39.647055 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.649127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109083) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 13:35:39.649432 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 13:35:39.649683 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 13:35:39.653087 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.653401 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:39.717382 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 13:35:39.717619 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 13:35:39.717852 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 13:35:39.718218 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 13:35:39.739763 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_db.sqlalchemy.engines [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109083) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 13:35:40.280413 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing driver for type 'gre' Nov 22 13:35:40.281013 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] gre ID ranges: [(1, 1000)] Nov 22 13:35:40.329572 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing driver for type 'local' Nov 22 13:35:40.329961 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing driver for type 'vlan' Nov 22 13:35:40.343028 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] VlanTypeDriver initialization complete Nov 22 13:35:40.343464 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing driver for type 'vxlan' Nov 22 13:35:40.344017 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] vxlan ID ranges: [(1, 1000)] Nov 22 13:35:40.393951 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing extension driver 'port_security' Nov 22 13:35:40.394324 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] PortSecurityExtensionDriver initialization complete Nov 22 13:35:40.394671 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing mechanism driver 'openvswitch' Nov 22 13:35:40.395005 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing mechanism driver 'hyperv' Nov 22 13:35:40.402262 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.plugin [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:35:40.403054 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.403441 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.403819 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.404347 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 13:35:40.404790 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.405151 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.405539 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.405950 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 13:35:40.406368 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.406724 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.407074 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.407474 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 13:35:40.407886 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > security_group after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.408240 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > security_group after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.408590 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.409130 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 13:35:40.409578 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.409946 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.410300 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.410710 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 13:35:40.411125 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > address_group after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.411480 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > address_group after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.411829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.412233 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109083) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 13:35:40.412623 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] ML2 OVO RPC backend initialized. {{(pid=109083) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 13:35:40.413896 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.414260 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.414686 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.415045 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > networks before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.415402 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.415754 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > ports before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.416106 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnet before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.416456 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnets before_response 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.416809 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.417156 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.417525 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.417868 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.418213 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.418556 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.418897 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.419242 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.419587 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.420177 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.plugin [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Modular L2 Plugin initialization complete Nov 22 13:35:40.420517 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading services supported by the core plugin {{(pid=109083) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 13:35:40.420856 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.plugins.ml2.managers [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Got port-security extension from driver 'port_security' Nov 22 13:35:40.421363 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.extensions.vlantransparent [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Disabled vlantransparent extension. Nov 22 13:35:40.421860 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109083) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 13:35:40.422184 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: router Nov 22 13:35:40.459018 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.459422 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router after_create 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.459814 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router before_create 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.460720 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.461100 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.461498 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router after_delete 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.461865 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.462222 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.462585 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router after_create 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.462938 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router after_update 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.463294 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router after_update 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.463649 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.464013 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router after_update 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.464433 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.464805 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: port after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.465152 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: port after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.465522 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: subnet after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.465867 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.466223 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.466575 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.466926 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: port before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.467275 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.467640 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router after_update 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.467988 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.468350 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.468715 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.469065 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.469457 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > agent after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.469820 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > agent after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.470173 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > network after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.471038 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Tracking information for resource: router configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:40.471375 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Tracking information for resource: floatingip configured {{(pid=109083) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 13:35:40.477107 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.db.l3_agentschedulers_db [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 13:35:40.477725 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: port after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.478105 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: port after_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.478468 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: port after_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.478829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: port after_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.479636 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router before_create 55550100 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.480013 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.480385 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_create 55550100 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.480751 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > router precommit_update 55550100 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.485620 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.services.provider_configuration [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service providers = [] {{(pid=109083) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 13:35:40.485997 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.db.servicetype_db [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109083) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 13:35:40.488985 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.services.service_base [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 13:35:40.489374 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.services.service_base [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 13:35:40.489727 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.services.service_base [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 13:35:40.490630 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.services.service_base [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109083) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 13:35:40.491188 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.services.service_base [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 13:35:40.491408 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.491734 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 13:35:40.502917 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.503258 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: auto_allocate Nov 22 13:35:40.509142 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: network precommit_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.509551 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: network precommit_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.510081 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.510412 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: tag Nov 22 13:35:40.517002 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.517370 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: timestamp Nov 22 13:35:40.521440 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.521782 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: network_ip_availability Nov 22 13:35:40.527870 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.528252 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.528617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.529379 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.529710 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: flavors Nov 22 13:35:40.534551 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.534846 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading Plugin: revisions Nov 22 13:35:40.539767 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109083) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 13:35:40.540167 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_concurrency.lockutils [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.748s {{(pid=109083) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 13:35:40.540932 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109083) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 13:35:40.541308 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Initializing extension manager. Nov 22 13:35:40.541836 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: __init__.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.542186 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: __pycache__ {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.542530 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.542874 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: address_group.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.543632 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.544208 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: address-group Nov 22 13:35:40.544544 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: address_scope.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.545525 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.546045 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: address-scope Nov 22 13:35:40.546380 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.547410 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.547931 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: router-admin-state-down-before-update Nov 22 13:35:40.548264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: agent.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.548978 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.549523 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: agent Nov 22 13:35:40.549858 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: agent_resources_synced.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.550784 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.551299 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: agent-resources-synced Nov 22 13:35:40.551632 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.553472 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.554035 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: allowed-address-pairs Nov 22 13:35:40.554367 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.555473 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.555999 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: auto-allocated-topology Nov 22 13:35:40.556337 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: availability_zone.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.557050 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.557604 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: availability_zone Nov 22 13:35:40.557940 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: availability_zone_filter.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.558869 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.559390 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: availability_zone_filter Nov 22 13:35:40.559721 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: data_plane_status.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.560641 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.561161 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 13:35:40.561521 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: default_subnetpools.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.562452 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.562976 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: default-subnetpools Nov 22 13:35:40.563308 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.564126 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.564644 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: dhcp_agent_scheduler Nov 22 13:35:40.564976 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: dns.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.565937 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.566453 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 13:35:40.566782 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: dns_domain_ports.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.567714 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.568234 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 13:35:40.568564 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.569637 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.570239 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 13:35:40.570570 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: dvr.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.571252 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.571765 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: dvr Nov 22 13:35:40.572092 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: ecmp_routes.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.573020 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.573566 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 13:35:40.573899 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: empty_string_filtering.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.574828 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.575345 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: empty-string-filtering Nov 22 13:35:40.575678 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.576647 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.577172 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 13:35:40.577534 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.578481 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.578996 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 13:35:40.579327 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: external_net.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.580264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.580782 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: external-net Nov 22 13:35:40.581111 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.582064 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.582575 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: extra_dhcp_opt Nov 22 13:35:40.582907 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: extraroute.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.583828 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.584340 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: extraroute Nov 22 13:35:40.584672 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: extraroute_atomic.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.586325 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.586849 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: extraroute-atomic Nov 22 13:35:40.587186 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: filter_validation.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.587868 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.588383 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: filter-validation Nov 22 13:35:40.588715 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: fip_pf_description.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.589662 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.590177 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 13:35:40.590509 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: fip_port_details.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.591445 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.591956 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: fip-port-details Nov 22 13:35:40.592288 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: flavors.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.593583 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.594111 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: flavors Nov 22 13:35:40.594445 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.596137 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.596670 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 13:35:40.597015 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: floatingip_pools.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.597753 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.598278 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: floatingip-pools Nov 22 13:35:40.598615 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: ip_allocation.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.599562 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.600084 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 13:35:40.600421 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.602235 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.602766 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: ip-substring-filtering Nov 22 13:35:40.603105 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l2_adjacency.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.604054 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.604571 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 13:35:40.604906 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l3.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.606081 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.606610 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: router Nov 22 13:35:40.606951 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.609275 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.609848 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 13:35:40.610195 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.611155 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.611686 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: ext-gw-mode Nov 22 13:35:40.612027 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.612978 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.613543 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: l3-ha Nov 22 13:35:40.613881 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l3_flavors.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.614817 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.615337 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: l3-flavors Nov 22 13:35:40.615673 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.616728 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.617269 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 13:35:40.617609 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: l3agentscheduler.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.618665 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.619184 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: l3_agent_scheduler Nov 22 13:35:40.619521 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: local_ip.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.621356 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.621894 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension local_ip not supported by any of loaded plugins Nov 22 13:35:40.622241 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: logging.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.623740 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.624276 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension logging not supported by any of loaded plugins Nov 22 13:35:40.624616 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: metering.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.625407 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.626001 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: metering Nov 22 13:35:40.626340 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.627719 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.628253 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: metering_source_and_destination_fields Nov 22 13:35:40.628592 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: multiprovidernet.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.629571 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.630091 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: multi-provider Nov 22 13:35:40.630425 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: netmtu.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.631361 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.631952 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: net-mtu Nov 22 13:35:40.632321 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: netmtu_writable.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.633296 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.633813 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: net-mtu-writable Nov 22 13:35:40.634146 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: network_availability_zone.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.634827 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.635340 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: network_availability_zone Nov 22 13:35:40.635672 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: network_ip_availability.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.636795 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.637348 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: network-ip-availability Nov 22 13:35:40.638034 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: network_segment_range.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.638817 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.639327 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 13:35:40.639657 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: pagination.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.642201 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.642561 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: pagination Nov 22 13:35:40.642902 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: port_device_profile.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.643847 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.644384 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: port-device-profile Nov 22 13:35:40.644722 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.645691 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.646217 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: port-mac-address-regenerate Nov 22 13:35:40.646553 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.648093 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.648757 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: port-numa-affinity-policy Nov 22 13:35:40.649091 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: port_resource_request.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.650059 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.650580 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 13:35:40.650910 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: port_resource_request_groups.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.651902 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.652424 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 13:35:40.652753 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: portbindings.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.653718 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.654239 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: binding Nov 22 13:35:40.654568 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: portbindings_extended.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.655859 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.656384 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: binding-extended Nov 22 13:35:40.656723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: portsecurity.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.657679 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.658201 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: port-security Nov 22 13:35:40.658542 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: project_id.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.659536 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.659876 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: project-id Nov 22 13:35:40.660206 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: providernet.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.661149 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.661711 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: provider Nov 22 13:35:40.662042 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.666483 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.667020 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos not supported by any of loaded plugins Nov 22 13:35:40.667363 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.668639 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.669168 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 13:35:40.669533 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.670475 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.671001 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 13:35:40.671340 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_default.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.672279 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.672806 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-default not supported by any of loaded plugins Nov 22 13:35:40.673147 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_fip.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.673841 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.674352 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 13:35:40.674685 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.675620 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.676138 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 13:35:40.676474 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.677428 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.677951 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 13:35:40.678287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.679382 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.679902 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 13:35:40.680238 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_pps_rule.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.681465 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.681997 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 13:35:40.682336 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.683290 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.683819 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 13:35:40.684154 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: qos_rules_alias.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.685253 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.685787 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 13:35:40.686121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: quota_check_limit.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.687052 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.687577 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: quota-check-limit Nov 22 13:35:40.687908 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: quotasv2.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.688852 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.689188 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: quotas Nov 22 13:35:40.689542 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: quotasv2_detail.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.692881 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.693250 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: quota_details Nov 22 13:35:40.693595 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: rbac.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.694689 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.695225 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: rbac-policies Nov 22 13:35:40.695566 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: rbac_address_group.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.696528 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.697062 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: rbac-address-group Nov 22 13:35:40.697420 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: rbac_address_scope.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.698362 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.698895 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: rbac-address-scope Nov 22 13:35:40.699229 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: rbac_security_groups.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.700161 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.700683 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: rbac-security-groups Nov 22 13:35:40.701017 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.701983 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.702512 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: rbac-subnetpool Nov 22 13:35:40.702846 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: revisionifmatch.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.703779 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.704301 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: revision-if-match Nov 22 13:35:40.704633 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: revisions.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.705827 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.706346 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: standard-attr-revisions Nov 22 13:35:40.706679 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: router_availability_zone.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.707391 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.707910 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: router_availability_zone Nov 22 13:35:40.708241 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: routerservicetype.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.709175 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.709714 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 13:35:40.710587 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.711611 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.712129 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: security-groups-normalized-cidr Nov 22 13:35:40.712462 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.713448 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.713969 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: port-security-groups-filtering Nov 22 13:35:40.714299 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.715246 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.715770 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: security-groups-remote-address-group Nov 22 13:35:40.716102 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.717049 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.717602 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: security-groups-shared-filtering Nov 22 13:35:40.717934 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.718531 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 13:35:40.718864 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: securitygroup.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.729442 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.729982 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: security-group Nov 22 13:35:40.730328 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: segment.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.731134 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.731652 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension segment not supported by any of loaded plugins Nov 22 13:35:40.731989 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.732952 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.733504 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 13:35:40.733845 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: servicetype.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.734961 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.735494 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: service-type Nov 22 13:35:40.735830 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: sorting.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.736885 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.737250 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: sorting Nov 22 13:35:40.737776 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: standard_attr_segment.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.738757 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.739434 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 13:35:40.739820 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: standardattrdescription.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.740488 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.741070 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: standard-attr-description Nov 22 13:35:40.741566 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: stateful_security_group.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.742787 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.743349 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: stateful-security-group Nov 22 13:35:40.743716 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: stdattrs_common.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.744441 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 13:35:40.744816 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.746044 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.746713 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 13:35:40.747087 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: subnet_onboard.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.748648 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.749253 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: subnet_onboard Nov 22 13:35:40.749636 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.750766 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.751328 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 13:35:40.751703 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: subnet_service_types.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.753306 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.753969 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: subnet-service-types Nov 22 13:35:40.754366 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: subnetallocation.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.755666 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.756332 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: subnet_allocation Nov 22 13:35:40.756899 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.757820 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.758398 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: subnetpool-prefix-ops Nov 22 13:35:40.758771 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.759906 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.760499 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 13:35:40.760864 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: tagging.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.762320 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.762921 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: standard-attr-tag Nov 22 13:35:40.763474 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: timestamp.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.764903 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.765709 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loaded extension: standard-attr-timestamp Nov 22 13:35:40.766092 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: trunk.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.767233 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.767799 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension trunk not supported by any of loaded plugins Nov 22 13:35:40.768192 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: trunk_details.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.769210 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.769811 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 13:35:40.770146 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.771091 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.771616 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 13:35:40.771949 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Loading extension file: vlantransparent.py {{(pid=109083) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 13:35:40.773225 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109083) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 13:35:40.773839 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 13:35:40.776401 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:network Nov 22 13:35:40.776950 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:subnet Nov 22 13:35:40.777399 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 13:35:40.777799 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:port Nov 22 13:35:40.779051 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.779498 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service FLAVORS assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.780143 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.780595 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.780942 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:router Nov 22 13:35:40.781421 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 13:35:40.781918 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service METERING assigned prefix: /metering {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.783375 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.783754 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.784114 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:35:40.785216 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 13:35:40.785624 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:security_group Nov 22 13:35:40.786100 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 13:35:40.786732 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service CORE assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.787078 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 13:35:40.787431 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] subnetpool is already registered Nov 22 13:35:40.787864 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service CORE assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.788789 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 13:35:40.789139 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] subnetpool is already registered Nov 22 13:35:40.791433 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.791882 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service FLAVORS assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.792488 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.792923 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.793302 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:router Nov 22 13:35:40.793653 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] router is already registered Nov 22 13:35:40.794074 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 13:35:40.794423 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] floatingip is already registered Nov 22 13:35:40.794888 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service METERING assigned prefix: /metering {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.795566 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 13:35:40.795900 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] rbac_policy is already registered Nov 22 13:35:40.796319 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:security_group Nov 22 13:35:40.796660 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] security_group is already registered Nov 22 13:35:40.797073 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 13:35:40.797442 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] security_group_rule is already registered Nov 22 13:35:40.798079 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service CORE assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.798412 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 13:35:40.798757 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] subnetpool is already registered Nov 22 13:35:40.799182 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.v2.resource_helper [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Service CORE assigned prefix: {{(pid=109083) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 13:35:40.799518 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 13:35:40.799859 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING neutron.quota.resource_registry [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] subnetpool is already registered Nov 22 13:35:40.800317 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: extensions {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.801849 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: address-groups {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.803329 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: address-scopes {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.804695 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: agents {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.805917 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: auto-allocated-topology {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.807156 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: availability_zones {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.808377 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: dhcp-networks {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.809943 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: dhcp-agents {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.811369 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: routers {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.813607 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: flavors {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.814772 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: service_profiles {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.815987 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: next_providers {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.817465 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: service_profiles {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.819050 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: floatingip-pools {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.820808 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: routers {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.822953 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: floatingips {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.825176 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: l3-routers {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.826943 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: l3-agents {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.828368 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: metering-labels {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.829849 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: metering-label-rules {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.831135 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: network-ip-availabilities {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.832406 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: bindings {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.834182 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: quotas {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.836374 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: quotas {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.838008 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: rbac-policies {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.839325 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: security-groups {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.840560 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: security-group-rules {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.841851 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: service-providers {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.843085 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: subnetpools {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.844513 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: subnetpools {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.846007 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.847701 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.849654 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.851487 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.853314 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.855184 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.856860 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.858801 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.860598 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.862506 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron.api.extensions [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Extended resource: tags {{(pid=109083) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 13:35:40.868691 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING keystonemiddleware.auth_token [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 13:35:40.873528 dv-cinder-768458-14-iscsi neutron-server[109083]: WARNING keystonemiddleware.auth_token [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 13:35:40.883181 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_concurrency.lockutils [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Acquired lock "singleton_lock" {{(pid=109083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 13:35:40.883774 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_concurrency.lockutils [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Releasing lock "singleton_lock" {{(pid=109083) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 13:35:40.884440 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO oslo_service.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Starting 2 workers Nov 22 13:35:40.889308 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Started child 109190 {{(pid=109083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 13:35:40.893809 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Started child 109191 {{(pid=109083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 13:35:40.894900 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:40.895523 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO neutron.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 13:35:40.895996 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Publish callbacks [] for process, before_spawn {{(pid=109083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:40.896527 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [-] (109190) wsgi starting up on http://0.0.0.0:9696 Nov 22 13:35:40.899221 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:40.899690 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO oslo_service.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Starting 1 workers Nov 22 13:35:40.900579 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [-] (109191) wsgi starting up on http://0.0.0.0:9696 Nov 22 13:35:40.904512 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Started child 109192 {{(pid=109083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 13:35:40.905098 dv-cinder-768458-14-iscsi neutron-server[109083]: INFO oslo_service.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Starting 1 workers Nov 22 13:35:40.908394 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] calling RpcWorker wait() {{(pid=109192) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 13:35:40.908950 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] returning from RpcWorker wait() {{(pid=109192) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 13:35:40.909616 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Started child 109193 {{(pid=109083) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 13:35:40.910440 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG neutron_lib.callbacks.manager [None req-7d96068c-cf12-474e-99db-b7b518f1f1e3 None None] Publish callbacks [] for process, after_spawn {{(pid=109083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:40.910550 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:40.910942 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:35:40.912367 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 13:35:40.912588 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 13:35:40.912780 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 13:35:40.913725 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 13:35:40.913939 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 13:35:40.914124 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 13:35:40.914640 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.915102 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.915257 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:40.915772 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.915772 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.916011 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.916491 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:35:40.916624 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.916814 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.917087 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.917383 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.917627 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.917803 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.917973 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.918235 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.918485 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.918800 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.919078 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.919328 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.919583 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.919757 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.920013 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.920289 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.920538 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.920808 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] debug = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.921070 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.921596 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.921831 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.922094 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.922315 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.922583 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.922835 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.923096 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.923336 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.923556 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.923777 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.924040 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.924277 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.924509 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.924738 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.924954 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.925234 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.925457 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.925952 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] host = dv-cinder-768458-14-iscsi {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.926159 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.926378 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.926625 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.926904 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.927152 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.927389 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.927651 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.927907 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.928167 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.928393 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.928756 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.929526 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.929938 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.930195 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.930363 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_options = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.930584 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.930862 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.931121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.931333 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.931506 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.931693 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.931991 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.932124 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.932389 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.932605 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.932821 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.933057 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.933299 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.933536 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.933795 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.934033 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.934359 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.934505 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.934737 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.934965 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.935189 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.935432 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.935673 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.935894 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.936128 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.936334 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.936592 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.936840 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.937063 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.937351 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.937591 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.937841 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.938057 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.938309 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.938581 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.938810 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.939037 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.939254 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.939521 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.939748 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.939994 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.940262 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.940496 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.940745 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.940959 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.941191 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.941442 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_json = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.941674 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.941918 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.942163 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.942400 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.942631 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.942844 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.943062 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.943322 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:40.943756 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.944114 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.944466 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.944670 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.944924 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.945174 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.946608 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.946848 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.947119 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.947374 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.947696 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.949418 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.949885 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.950042 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.950312 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.950741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.950895 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.951154 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.951394 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.951636 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.951860 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.952086 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.952503 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.952606 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.952819 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.953058 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.953317 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.953615 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.954201 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.954201 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.954509 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.954750 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.955030 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.957865 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.958372 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.958659 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.958915 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.959147 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.960889 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.961173 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.961432 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.964165 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.964475 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.965235 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.965462 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.967960 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.967960 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.967960 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.968230 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.968230 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.968493 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.969000 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.969000 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.969429 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.970270 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.970270 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.970270 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.970270 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.970630 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.970711 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.970921 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.971167 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.971405 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.971633 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.971853 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.972097 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.972340 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.972583 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.972837 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.973065 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.973306 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.973525 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.973869 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.974051 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.974189 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.974423 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.974679 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.974862 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.975085 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.975481 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.976217 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.976374 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.976547 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.976696 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.976959 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.977141 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.977357 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.977597 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.977813 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.978028 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.978242 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.978543 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.978847 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.979112 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.979432 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.979595 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.979824 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.980050 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.980316 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.980540 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.980762 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.980979 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.981287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.981518 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.981757 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.981988 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.982217 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.982451 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.982672 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.982919 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.983142 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.983385 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.983614 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.983887 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.984141 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.984403 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.984665 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.984918 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.985183 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.985462 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.985735 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.985960 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.986228 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.986558 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.987569 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.987569 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.987569 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.987569 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.988880 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.988880 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.988880 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.988880 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.988880 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.990121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.990121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.990121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.990121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.990121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.991061 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.991061 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.991061 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.991061 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995127 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.995723 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996638 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996638 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.996880 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.997100 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.997347 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.997600 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.997839 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.998057 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.998288 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.998507 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.998810 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.998984 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.999263 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.999516 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:40.999773 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.000008 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.000273 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.000484 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.000706 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.001063 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.001322 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.001547 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.001767 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.002016 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.002240 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.003445 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.003445 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.003445 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.003705 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.003898 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.004315 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.004587 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.004811 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.005048 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.005303 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.005542 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.005812 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.006044 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.006267 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.006488 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.006714 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.006988 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.007243 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.007518 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.007737 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.007971 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.008212 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.008420 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.008641 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.008970 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.009220 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.009471 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.009717 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.009962 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.010198 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.010452 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.010671 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.010885 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.011112 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.011333 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.011547 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.011784 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.011999 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.012214 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.012439 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.012661 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.012915 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.013147 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.013417 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.013636 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.013865 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.014090 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.014303 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.014534 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.014748 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.014961 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.015185 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.015405 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.015640 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.015895 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.016110 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.016323 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.016545 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.016766 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.016977 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.017292 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.017561 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.017787 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.018093 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.018328 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.018579 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.018836 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.019146 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.019377 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.019623 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.019860 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.020082 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.020307 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.020565 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.020885 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.021180 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.021474 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.021732 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.022019 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.022321 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.022621 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.022858 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.023145 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.023460 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.023738 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.024015 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.024249 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.024489 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.024732 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.024952 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.025221 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.025457 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.025698 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.025946 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.026199 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.026427 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.026666 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.026894 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.027115 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.027364 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.027608 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.027857 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.028076 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.028237 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 13:35:41.028795 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109083) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 13:35:41.028959 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 13:35:41.029116 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 13:35:41.029311 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 13:35:41.029486 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 13:35:41.029641 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 13:35:41.029854 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.030010 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.030170 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.030332 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.030494 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.030678 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.030890 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.031035 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.031211 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.031398 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.031565 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.031724 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.031890 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.032070 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.032198 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.032351 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.032505 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.032665 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.032816 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.032999 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.033138 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.033327 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.033484 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] debug = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.033647 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.033866 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.034025 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.034322 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.034322 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.034493 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.034647 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.034786 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.034923 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.035089 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.035304 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.035459 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.035634 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.035777 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.035916 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.036140 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.036140 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.036407 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.036544 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] host = dv-cinder-768458-14-iscsi {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.036679 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.036841 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.036972 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.037114 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.037281 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.037425 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.037562 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.037727 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.037872 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.038554 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.038842 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.038842 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.039238 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.039238 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.039546 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_options = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.039690 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.039873 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.039873 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.040238 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.040238 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.040514 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.040514 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.040767 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.040903 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.041039 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.041190 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.041369 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.041507 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.041595 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.041726 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.041887 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.042130 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.042264 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.042349 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.042493 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.042654 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.042813 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.042974 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.043135 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.043297 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.043457 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.043616 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.043775 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.043936 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.044095 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.044256 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.044416 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.044578 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.044929 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.044929 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.045172 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.045172 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.045417 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.045500 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.045662 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.045824 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.045987 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.046131 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.046300 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.046460 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.046620 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.046781 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_json = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.046941 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.047102 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.047262 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.047422 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.047582 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.047742 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.047903 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.048063 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 13:35:41.048247 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.048417 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.048591 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.048756 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.048915 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.049072 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.049265 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.049431 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.049596 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.049760 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.049933 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.050097 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.050271 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.050435 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.050599 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.050765 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.050930 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.051093 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.051258 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.051421 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.051586 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.051751 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.051923 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.052102 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.052250 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.052428 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.052576 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.052748 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.052912 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.053064 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:35:41.053165 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.053283 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.053413 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.053577 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.054295 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.054608 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.054776 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.054941 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.055106 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.055272 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.055436 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.055599 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.055762 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.055925 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.056088 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.056251 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.056419 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.056584 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.056748 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.056911 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.057075 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.057266 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.057433 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.057581 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.057748 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.057912 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.058080 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.058242 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.058415 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.058583 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.058745 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.058907 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.059070 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.059232 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.059394 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.059556 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.059718 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.059882 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.060044 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.060223 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.060379 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.060526 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.060686 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.060848 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.061011 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.061178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.061359 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.061515 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.061679 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.061828 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.061993 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.062157 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.062322 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.062486 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.062650 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.062813 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.062977 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.063140 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.063304 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.063468 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.063630 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.063793 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.063964 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.064141 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.064304 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.064468 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.064630 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.064794 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.064957 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.065120 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.065303 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.065469 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.065633 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.065800 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.065963 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.066128 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.066293 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.066473 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.066619 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.066782 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.066933 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.067096 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.067242 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.067612 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.067764 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.067911 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.068054 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.068191 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.068328 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.068460 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.068616 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.068783 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.068946 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.069118 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.069323 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.069490 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.069638 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.069940 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.069940 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.070145 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.070273 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.070733 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.070733 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.070733 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.070983 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.071062 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.071172 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.071336 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.071499 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.071685 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.071849 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.072013 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.072177 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.072339 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.072504 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.072667 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.072831 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.072994 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.073157 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.073342 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.073508 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.073683 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.073824 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.073987 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.074151 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.074315 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.074479 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.074642 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.074807 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.074971 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.075134 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.075296 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.075459 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.075622 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.075785 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.075947 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.076110 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.076273 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.076437 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.076601 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.076763 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.076925 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.077088 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.077269 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.077432 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.077595 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.077760 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.077923 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.078087 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.078251 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.078415 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.078583 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.078747 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.078914 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.079081 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.079250 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.079413 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.079579 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.079742 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.079905 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.080067 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.080231 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.080393 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.080556 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.080885 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.080885 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.081879 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.081879 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.081879 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.081879 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.081879 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.081879 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.085617 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086178 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.086741 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087287 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.087829 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088228 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088228 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088228 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088465 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088465 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088609 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088782 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.088942 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.089106 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.089304 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.089470 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.089634 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.089804 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.089966 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.090128 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.090291 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.090465 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.090629 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.090794 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.090958 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.091121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.091284 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.091450 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.091616 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.091787 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.091957 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.092121 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.092291 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.092461 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.092633 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.092797 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.092967 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.093136 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.093327 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.093546 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.093641 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.093796 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.093960 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.094103 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.094270 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.094438 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.094607 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.094768 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.094931 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.095097 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.095262 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.095424 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.095588 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.095753 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.095917 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.096079 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.096244 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 13:35:41.096399 dv-cinder-768458-14-iscsi neutron-server[109083]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109083) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 13:35:41.202769 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 48842) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:35:41.211949 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069852 Nov 22 13:35:52.609695 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114c7cf-3f61-455b-b3da-df88098eeeaf None None] get_active_networks_info from dv-cinder-768458-14-iscsi {{(pid=109192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 13:35:52.687687 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114c7cf-3f61-455b-b3da-df88098eeeaf None None] No non-hosted networks {{(pid=109192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 13:35:52.705816 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9630425d-2c4e-4574-b26e-84933b77b0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780810'] for agent, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:54.888055 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9f44b16f-f15e-4875-8bde-f9ae0a5348ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780810'] for agent, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:54.926102 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd905-8a96-4168-bafe-ec22dfd549dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:55.816645 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780810'] for agent, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:57.390379 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780810'] for agent, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:58.152742 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780810'] for agent, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:35:58.153805 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.154294 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.154837 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.155310 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.156092 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.156613 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.157081 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.157688 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.158199 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.158731 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.160561 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.161654 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:35:58.162314 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:35:58.175658 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:35:58.619289 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.db.l3_hamode_db [None req-e6c31be8-687d-49ab-a4a5-2dc920f223c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 13:35:58.695894 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c31be8-687d-49ab-a4a5-2dc920f223c7 None None] Routers set() bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:35:58.696285 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c31be8-687d-49ab-a4a5-2dc920f223c7 None None] Router IDs set() for agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 13:35:58.731195 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 48932) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:35:59.234161 dv-cinder-768458-14-iscsi neutron-server[109190]: WARNING oslo_policy.policy [None req-023e7f33-51c9-4846-9b8d-8e416380638c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:35:59.234756 dv-cinder-768458-14-iscsi neutron-server[109190]: WARNING oslo_policy.policy [None req-023e7f33-51c9-4846-9b8d-8e416380638c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:35:59.462909 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [None req-023e7f33-51c9-4846-9b8d-8e416380638c admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:35:59.464208 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-023e7f33-51c9-4846-9b8d-8e416380638c admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7308218 Nov 22 13:36:01.965108 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 48948) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:02.275296 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:36:02.370501 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.policy [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109190) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 13:36:02.417160 dv-cinder-768458-14-iscsi neutron-server[109190]: WARNING oslo_policy.policy [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:36:02.417561 dv-cinder-768458-14-iscsi neutron-server[109190]: WARNING oslo_policy.policy [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:36:02.426085 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.quota [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] Loaded quota_driver: . Nov 22 13:36:02.515474 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577182451', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577182848', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577195862', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577192527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577212147', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731577215505', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1782655', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1336672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-469697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-410215'] for rbac-policy, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:02.579715 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:02.581731 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9dac0737-67dd-4d64-b26f-f01d37d3c677 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6154797 Nov 22 13:36:05.249809 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 48960) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:05.548179 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:36:05.576140 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Made reservation on behalf of e54b11100a7442098cfa9d0898c9f6f1 for: {'network': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:36:05.578983 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:05.596176 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:05.700762 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:05.704239 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:05.727934 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=109190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:36:05.752137 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731578965212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:05.752985 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Unsubscribe: segment precommit_create {{(pid=109190) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 13:36:05.753517 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.segments_db [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Added segment 1f178e8f-f9ee-45ff-881a-2b8f32d36f26 of type vlan for network 4218073b-c5f0-4594-a549-be980652360d Nov 22 13:36:05.759326 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b24ca-d29d-4eba-b910-ca6e80d250f1,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:05.793875 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.794232 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.794570 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.794902 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.795224 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.795568 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.795893 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.796226 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.796547 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.796861 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.797173 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.797508 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Tracked resource versions report: Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: pushed versions: Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: { 'AddressGroup': {'1.2'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'ConntrackHelper': {'1.0'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Log': {'1.0'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Network': {'1.1'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Port': {'1.7'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'PortForwarding': {'1.2'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'QosPolicy': {'1.10'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroup': {'1.5'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SubPort': {'1.0'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Subnet': {'1.1'}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Trunk': {'1.1'}} Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: consumer versions: Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'ConntrackHelper': '1.0', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Log': '1.0', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Network': '1.1', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Port': '1.7', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'PortForwarding': '1.2', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'QosPolicy': '1.10', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroup': '1.5', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroupRule': '1.2', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SubPort': '1.0', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Subnet': '1.1', Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Trunk': '1.1'}} Nov 22 13:36:05.798819 dv-cinder-768458-14-iscsi neutron-server[109190]: {{(pid=109190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:36:05.874277 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:05.913514 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:05.914734 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:05.915464 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:06.004486 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7535162 Nov 22 13:36:06.016201 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111e910-4942-46f8-a504-278c0a50a8df admin admin] Pushing event updated for resources: {'Network': ['ID=4218073b-c5f0-4594-a549-be980652360d,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:06.030102 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 4218073b-c5f0-4594-a549-be980652360d details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:36:08.826994 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 48974) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:09.232549 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634566ec-ca11-474d-b81b-905c50c7796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:09.233989 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-634566ec-ca11-474d-b81b-905c50c7796b admin admin] 10.222.0.31 "GET /v2.0/networks/4218073b-c5f0-4594-a549-be980652360d HTTP/1.1" status: 200 len: 825 time: 0.4060314 Nov 22 13:36:09.259562 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-35a64aed-71a0-49e6-883a-bceae06ac96e admin admin] 10.222.0.31 "GET /v2.0/subnetpools/26b4d923-0ec1-47ac-8162-290589e0d179 HTTP/1.1" status: 200 len: 734 time: 0.0196154 Nov 22 13:36:09.268450 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Request body: {'subnet': {'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'name': 'private-subnet', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'ip_version': 4, 'subnetpool_id': '26b4d923-0ec1-47ac-8162-290589e0d179', 'gateway_ip': '172.20.0.1'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:36:09.290012 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Made reservation on behalf of e54b11100a7442098cfa9d0898c9f6f1 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:36:09.292245 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:09.585720 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:09.653093 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579f9670-9377-46d2-b8fe-b5b84bead994,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:09.655306 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Checking segment: {'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:36:09.655703 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Network hostable DHCP agents. Network: 4218073b-c5f0-4594-a549-be980652360d, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:36:09.677283 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Network 4218073b-c5f0-4594-a549-be980652360d is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:36:09.691058 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 4218073b-c5f0-4594-a549-be980652360d) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:36:09.696575 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:09.697781 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:09.701487 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e28e7b-87e6-40b1-9f98-0f000dd3f417 None None] Network 4218073b-c5f0-4594-a549-be980652360d requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:36:09.718754 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-41d022e7-b688-4fae-8f7c-31b161400779 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4488637 Nov 22 13:36:10.033911 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-4218073b-c5f0-4594-a549-be980652360d', 'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'fixed_ips': [{'subnet_id': '579f9670-9377-46d2-b8fe-b5b84bead994'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:36:10.035196 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:10.333441 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Allocated IP 172.20.0.2 (4218073b-c5f0-4594-a549-be980652360d/579f9670-9377-46d2-b8fe-b5b84bead994/b6ce85f1-c527-4619-992c-e035dafe83c6) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:36:10.540908 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:10.548294 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:10.623849 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Network 4218073b-c5f0-4594-a549-be980652360d is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:36:10.632397 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:36:10.638088 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Pushing event updated for resources: {'Port': ['ID=b6ce85f1-c527-4619-992c-e035dafe83c6,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:10.640278 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:36:10.652835 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.653223 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.653581 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.653920 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.654254 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.654603 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.654942 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.655272 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.655614 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.655944 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.656271 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.656590 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Tracked resource versions report: Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: pushed versions: Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: { 'AddressGroup': {'1.2'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'ConntrackHelper': {'1.0'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Log': {'1.0'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Network': {'1.1'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Port': {'1.7'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'PortForwarding': {'1.2'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'QosPolicy': {'1.10'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroup': {'1.5'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SubPort': {'1.0'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Subnet': {'1.1'}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Trunk': {'1.1'}} Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: consumer versions: Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'ConntrackHelper': '1.0', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Log': '1.0', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Network': '1.1', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Port': '1.7', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'PortForwarding': '1.2', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'QosPolicy': '1.10', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroup': '1.5', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroupRule': '1.2', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SubPort': '1.0', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Subnet': '1.1', Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Trunk': '1.1'}} Nov 22 13:36:10.657970 dv-cinder-768458-14-iscsi neutron-server[109192]: {{(pid=109192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:36:10.731269 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Attempting to bind port b6ce85f1-c527-4619-992c-e035dafe83c6 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:36:10.731926 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Attempting to bind port b6ce85f1-c527-4619-992c-e035dafe83c6 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:36:10.732081 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Attempting to bind port b6ce85f1-c527-4619-992c-e035dafe83c6 on network 4218073b-c5f0-4594-a549-be980652360d {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:36:10.737015 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:36:10.737452 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Checking segment: {'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:36:10.737921 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:10.738314 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Bound using segment: {'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:36:10.738809 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Bound port: b6ce85f1-c527-4619-992c-e035dafe83c6, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:36:10.739219 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:10.805354 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] For port b6ce85f1-c527-4619-992c-e035dafe83c6, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:36:10.809827 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] For port b6ce85f1-c527-4619-992c-e035dafe83c6, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=b6ce85f1-c527-4619-992c-e035dafe83c6,segment=NetworkSegment(1f178e8f-f9ee-45ff-881a-2b8f32d36f26),segment_id=1f178e8f-f9ee-45ff-881a-2b8f32d36f26)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:36:10.814493 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:10.882142 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a021e-0903-43f2-8810-dc24842d49cb None None] Pushing event updated for resources: {'Port': ['ID=b6ce85f1-c527-4619-992c-e035dafe83c6,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:12.274056 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 48982) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:12.589511 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [None req-6a9b04c4-c843-4c34-8451-82e36ee7605a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:36:12.590639 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-6a9b04c4-c843-4c34-8451-82e36ee7605a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156350 Nov 22 13:36:15.111946 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 48990) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:15.435476 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [None req-afc4dc9c-d775-44ff-a554-3b2b7e2b054b admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:36:15.436475 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-afc4dc9c-d775-44ff-a554-3b2b7e2b054b admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235321 Nov 22 13:36:18.207446 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49000) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:18.724220 dv-cinder-768458-14-iscsi neutron-server[109191]: WARNING oslo_policy.policy [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:36:18.724795 dv-cinder-768458-14-iscsi neutron-server[109191]: WARNING oslo_policy.policy [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:36:18.949081 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'name': 'router1'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:36:19.028373 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.policy [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 13:36:19.076491 dv-cinder-768458-14-iscsi neutron-server[109191]: WARNING oslo_policy.policy [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:36:19.076875 dv-cinder-768458-14-iscsi neutron-server[109191]: WARNING oslo_policy.policy [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 13:36:19.085821 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.quota [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Loaded quota_driver: . Nov 22 13:36:19.143287 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:19.145082 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:19.298497 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:19.305547 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:19.325631 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:19.326892 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-54ba070e-e436-4526-9a07-2b9c4800c263 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1184671 Nov 22 13:36:19.906270 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device b6ce85f1-c527-4619-992c-e035dafe83c6 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:36:19.941515 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5219787-6fd4-4520-bbf1-8d842b36e899 None None] Network 4218073b-c5f0-4594-a549-be980652360d requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:36:20.047358 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-a8beb902-b6d2-4a71-b6ba-b18cf469a022 None None] Provisioning complete for port b6ce85f1-c527-4619-992c-e035dafe83c6 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:20.047750 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a8beb902-b6d2-4a71-b6ba-b18cf469a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:20.096968 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port b6ce85f1-c527-4619-992c-e035dafe83c6 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:20.097347 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:20.296258 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a8beb902-b6d2-4a71-b6ba-b18cf469a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:20.324410 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:20.372231 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-a8beb902-b6d2-4a71-b6ba-b18cf469a022 None None] For port b6ce85f1-c527-4619-992c-e035dafe83c6, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=b6ce85f1-c527-4619-992c-e035dafe83c6,segment=NetworkSegment(1f178e8f-f9ee-45ff-881a-2b8f32d36f26),segment_id=1f178e8f-f9ee-45ff-881a-2b8f32d36f26)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:36:20.378867 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a8beb902-b6d2-4a71-b6ba-b18cf469a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:20.449982 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.db.api [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 13:36:20.450391 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG oslo_db.api [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 13:36:20.454672 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beb902-b6d2-4a71-b6ba-b18cf469a022 None None] Pushing event updated for resources: {'Port': ['ID=b6ce85f1-c527-4619-992c-e035dafe83c6,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:20.599798 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-5f0a289f-e4f4-4326-8a4d-0a7fc03b06a2 None None] Provisioning complete for port b6ce85f1-c527-4619-992c-e035dafe83c6 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:20.600322 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5f0a289f-e4f4-4326-8a4d-0a7fc03b06a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:21.875691 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device b6ce85f1-c527-4619-992c-e035dafe83c6 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:36:21.924901 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port b6ce85f1-c527-4619-992c-e035dafe83c6 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:21.925299 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:21.963002 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49022) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:22.274758 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [None req-52cae598-dba9-4280-862e-6e0aef39e238 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:36:22.275854 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-52cae598-dba9-4280-862e-6e0aef39e238 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3118453 Nov 22 13:36:22.481530 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-686f90e3-4f94-4007-b9d1-7be070e84cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:24.749103 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49030) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:24.870064 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-0834d398-baa1-4b6f-bf96-63c1a320664f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.067030 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:36:25.089629 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Made reservation on behalf of ebe5aa75f66e45148e40930deef01d78 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:36:25.092362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.107454 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.210093 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.213518 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.224681 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=109191) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 13:36:25.256545 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731578965212', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.257137 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Unsubscribe: segment precommit_create {{(pid=109191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 13:36:25.257665 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Added segment 10e20986-4f30-42cc-9f45-c24ba56203b5 of type flat for network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa Nov 22 13:36:25.275205 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb661389-bcc2-46d1-89ef-ece22193d786,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:25.327958 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.328322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.328664 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.328996 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.329358 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.329704 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.330042 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.330382 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.330707 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.331034 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.331352 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.331674 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Tracked resource versions report: Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: pushed versions: Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: { 'AddressGroup': {'1.2'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'ConntrackHelper': {'1.0'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Log': {'1.0'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Network': {'1.1'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Port': {'1.7'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'PortForwarding': {'1.2'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'QosPolicy': {'1.10'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroup': {'1.5'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SubPort': {'1.0'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Subnet': {'1.1'}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Trunk': {'1.1'}} Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: consumer versions: Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'ConntrackHelper': '1.0', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Log': '1.0', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Network': '1.1', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Port': '1.7', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'PortForwarding': '1.2', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'QosPolicy': '1.10', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroup': '1.5', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroupRule': '1.2', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SubPort': '1.0', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Subnet': '1.1', Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Trunk': '1.1'}} Nov 22 13:36:25.333870 dv-cinder-768458-14-iscsi neutron-server[109191]: {{(pid=109191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:36:25.378539 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.423914 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.424983 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:25.425713 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:25.515422 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7651839 Nov 22 13:36:25.522513 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966dfe6-645d-49ff-b5d1-14abc199a3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:25.540217 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:36:25.763176 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:27.284694 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:27.998600 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49052) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:28.144834 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:28.216181 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003e8ac-7043-418a-afaa-1041fe96d7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:28.217610 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-3003e8ac-7043-418a-afaa-1041fe96d7dc admin admin] 10.222.0.31 "GET /v2.0/subnets/579f9670-9377-46d2-b8fe-b5b84bead994 HTTP/1.1" status: 200 len: 849 time: 0.2180567 Nov 22 13:36:28.351982 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-3fb570b0-ef7e-409f-a3f8-c80d25dad077 admin admin] 10.222.0.31 "GET /v2.0/routers/e70d96d5-8dda-4b8b-9653-db55c54a8a40 HTTP/1.1" status: 200 len: 704 time: 0.1283457 Nov 22 13:36:28.617078 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:28.922712 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Allocated IP 172.20.0.1 (4218073b-c5f0-4594-a549-be980652360d/579f9670-9377-46d2-b8fe-b5b84bead994/641d1498-4521-4a8d-a6d2-8de3c999a764) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:36:29.109800 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.179059 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.252068 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Network 4218073b-c5f0-4594-a549-be980652360d is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:36:29.260575 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:36:29.269326 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:36:29.270118 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.290015 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=641d1498-4521-4a8d-a6d2-8de3c999a764,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:29.458104 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-f592453c-bd5f-42a1-9ec2-4a0100db9f42 None None] Provisioning complete for port 641d1498-4521-4a8d-a6d2-8de3c999a764 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:29.458858 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f592453c-bd5f-42a1-9ec2-4a0100db9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.464916 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.497705 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-f592453c-bd5f-42a1-9ec2-4a0100db9f42 None None] Port 641d1498-4521-4a8d-a6d2-8de3c999a764 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:36:29.718040 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.722230 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.722946 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:29.803150 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=641d1498-4521-4a8d-a6d2-8de3c999a764,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:29.850115 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Network 4218073b-c5f0-4594-a549-be980652360d is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:36:29.851367 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:36:30.012975 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Router e70d96d5-8dda-4b8b-9653-db55c54a8a40 is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:36:30.019819 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-90b1b5a6-2fd2-4107-8105-53bf0677830c None None] Provisioning complete for port 641d1498-4521-4a8d-a6d2-8de3c999a764 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:30.020195 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-90b1b5a6-2fd2-4107-8105-53bf0677830c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:30.054061 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-90b1b5a6-2fd2-4107-8105-53bf0677830c None None] Port 641d1498-4521-4a8d-a6d2-8de3c999a764 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:36:30.105537 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:36:30.110745 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-5a68164e-7237-4777-811c-c1f49b59f7f1 admin admin] 10.222.0.31 "PUT /v2.0/routers/e70d96d5-8dda-4b8b-9653-db55c54a8a40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7532179 Nov 22 13:36:30.115857 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Sync routers for ids ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:36:30.128129 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Routers {'e70d96d5-8dda-4b8b-9653-db55c54a8a40'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:36:30.128990 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:36:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:30.318066 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Set router e70d96d5-8dda-4b8b-9653-db55c54a8a40 gateway port host: None {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:36:30.754039 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'name': 'router1', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:36:19Z', 'updated_at': '2021-11-22T13:36:29Z', 'revision_number': 2, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'gw_port_host': None, '_interfaces': [{'id': '641d1498-4521-4a8d-a6d2-8de3c999a764', 'name': '', 'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'mac_address': 'fa:16:3e:6b:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:28Z', 'updated_at': '2021-11-22T13:36:29Z', 'revision_number': 2, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'subnets': [{'id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26b4d923-0ec1-47ac-8162-290589e0d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:30.806507 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Checking router: e70d96d5-8dda-4b8b-9653-db55c54a8a40 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:36:30.806879 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Updating router e70d96d5-8dda-4b8b-9653-db55c54a8a40 port 641d1498-4521-4a8d-a6d2-8de3c999a764 binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:36:30.861029 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:31.396567 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:31.402830 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:31.574231 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Pushing event updated for resources: {'Port': ['ID=641d1498-4521-4a8d-a6d2-8de3c999a764,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:31.580335 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Attempting to bind port 641d1498-4521-4a8d-a6d2-8de3c999a764 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:36:31.580335 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Attempting to bind port 641d1498-4521-4a8d-a6d2-8de3c999a764 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:36:31.580335 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Attempting to bind port 641d1498-4521-4a8d-a6d2-8de3c999a764 on network 4218073b-c5f0-4594-a549-be980652360d {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:36:31.586111 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:36:31.586520 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Checking segment: {'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:36:31.586986 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:31.587374 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Bound using segment: {'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:36:31.587880 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Bound port: 641d1498-4521-4a8d-a6d2-8de3c999a764, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f178e8f-f9ee-45ff-881a-2b8f32d36f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '4218073b-c5f0-4594-a549-be980652360d'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:36:31.588270 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:31.600028 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.600383 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.600727 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.601063 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.601416 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.601752 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.602081 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.602461 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.602782 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.603108 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.603428 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.603744 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Tracked resource versions report: Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: pushed versions: Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: { 'AddressGroup': {'1.2'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'ConntrackHelper': {'1.0'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Log': {'1.0'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Network': {'1.1'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Port': {'1.7'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'PortForwarding': {'1.2'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'QosPolicy': {'1.10'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroup': {'1.5'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SubPort': {'1.0'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Subnet': {'1.1'}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Trunk': {'1.1'}} Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: consumer versions: Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'ConntrackHelper': '1.0', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Log': '1.0', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Network': '1.1', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Port': '1.7', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'PortForwarding': '1.2', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'QosPolicy': '1.10', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroup': '1.5', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroupRule': '1.2', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SubPort': '1.0', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Subnet': '1.1', Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Trunk': '1.1'}} Nov 22 13:36:31.605077 dv-cinder-768458-14-iscsi neutron-server[109193]: {{(pid=109193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:36:31.663650 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] For port 641d1498-4521-4a8d-a6d2-8de3c999a764, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:36:31.681554 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-ff84caca-ba80-48de-bf71-e68685d4d11d None None] Provisioning complete for port 641d1498-4521-4a8d-a6d2-8de3c999a764 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:31.682107 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ff84caca-ba80-48de-bf71-e68685d4d11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:31.687084 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] For port 641d1498-4521-4a8d-a6d2-8de3c999a764, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=641d1498-4521-4a8d-a6d2-8de3c999a764,segment=NetworkSegment(1f178e8f-f9ee-45ff-881a-2b8f32d36f26),segment_id=1f178e8f-f9ee-45ff-881a-2b8f32d36f26)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:36:31.693986 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:31.718077 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-ff84caca-ba80-48de-bf71-e68685d4d11d None None] Port 641d1498-4521-4a8d-a6d2-8de3c999a764 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:36:31.754468 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Routers {'e70d96d5-8dda-4b8b-9653-db55c54a8a40'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:36:31.755741 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:36:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:31.792360 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7f5b6-9461-4b1d-a242-31cd6c08cb9a None None] Pushing event updated for resources: {'Port': ['ID=641d1498-4521-4a8d-a6d2-8de3c999a764,revision_number=4']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:31.850842 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] Set router e70d96d5-8dda-4b8b-9653-db55c54a8a40 gateway port host: None {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:36:31.940812 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-35ed938d-b64b-4acb-b129-e8620e3f393f None None] Provisioning complete for port 641d1498-4521-4a8d-a6d2-8de3c999a764 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:31.941083 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-35ed938d-b64b-4acb-b129-e8620e3f393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:32.023827 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-35ed938d-b64b-4acb-b129-e8620e3f393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:32.056008 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-35ed938d-b64b-4acb-b129-e8620e3f393f None None] For port 641d1498-4521-4a8d-a6d2-8de3c999a764, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=641d1498-4521-4a8d-a6d2-8de3c999a764,segment=NetworkSegment(1f178e8f-f9ee-45ff-881a-2b8f32d36f26),segment_id=1f178e8f-f9ee-45ff-881a-2b8f32d36f26)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:36:32.060444 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-35ed938d-b64b-4acb-b129-e8620e3f393f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:32.066801 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'name': 'router1', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:36:19Z', 'updated_at': '2021-11-22T13:36:29Z', 'revision_number': 2, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'gw_port_host': None, '_interfaces': [{'id': '641d1498-4521-4a8d-a6d2-8de3c999a764', 'name': '', 'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'mac_address': 'fa:16:3e:6b:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:28Z', 'updated_at': '2021-11-22T13:36:31Z', 'revision_number': 4, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'subnets': [{'id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26b4d923-0ec1-47ac-8162-290589e0d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:32.098051 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb04aa8-3fdf-48b6-bd9c-c87a234e6b34 None None] The sync data for ids ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'] in dv-cinder-768458-14-iscsi is: [{'id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'name': 'router1', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:36:19Z', 'updated_at': '2021-11-22T13:36:29Z', 'revision_number': 2, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'gw_port_host': None, '_interfaces': [{'id': '641d1498-4521-4a8d-a6d2-8de3c999a764', 'name': '', 'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'mac_address': 'fa:16:3e:6b:da:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:28Z', 'updated_at': '2021-11-22T13:36:31Z', 'revision_number': 4, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'subnets': [{'id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26b4d923-0ec1-47ac-8162-290589e0d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:36:32.115384 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed938d-b64b-4acb-b129-e8620e3f393f None None] Pushing event updated for resources: {'Port': ['ID=641d1498-4521-4a8d-a6d2-8de3c999a764,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:32.449691 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 49072) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:32.561824 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec25e79-b658-4d5e-99a1-2b310db7fba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:32.563200 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-eec25e79-b658-4d5e-99a1-2b310db7fba2 admin admin] 10.222.0.31 "GET /v2.0/networks/95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa HTTP/1.1" status: 200 len: 842 time: 0.1119988 Nov 22 13:36:32.573660 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:36:32.597172 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Made reservation on behalf of ebe5aa75f66e45148e40930deef01d78 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:36:32.600295 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Publish callbacks [] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:32.937246 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.objects.ports [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109190) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 13:36:32.937687 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:32.989933 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65284e0-247a-420c-b29a-79be4c71c352,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:33.000194 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:36:33.000560 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Network hostable DHCP agents. Network: 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:36:33.017662 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:36:33.026743 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:36:33.038313 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:33.038706 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5550c21-9439-497e-87bd-5f5ba5da5ef3 None None] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:36:33.039177 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:33.068763 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9580e92b-0629-4eb8-be47-3fc807f430ab admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4868784 Nov 22 13:36:33.180083 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1cf204-ba66-4e13-9e1b-3f016dccd202 None None] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:36:35.468128 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49080) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:35.603951 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-cbadb78e-3bb6-4917-949b-1e1abebf51f4 admin admin] 10.222.0.31 "GET /v2.0/routers/e70d96d5-8dda-4b8b-9653-db55c54a8a40 HTTP/1.1" status: 200 len: 710 time: 0.1346803 Nov 22 13:36:35.690564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311ce740-592b-4275-bd5d-e9641c13b07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:36:35.691853 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-311ce740-592b-4275-bd5d-e9641c13b07b admin admin] 10.222.0.31 "GET /v2.0/networks/95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa HTTP/1.1" status: 200 len: 886 time: 0.0821095 Nov 22 13:36:35.701800 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:36:35.958587 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:36.187945 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:36.336568 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:36.440822 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Allocated IP 172.27.0.43 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/5ac02b4d-7057-426e-be95-5b62fd07d4e7) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:36:36.538789 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:36.572109 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:36.620831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:36:36.623799 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:36:36.629541 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:36:36.632889 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Pushing event updated for resources: {'Port': ['ID=5ac02b4d-7057-426e-be95-5b62fd07d4e7,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:36.874058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:37.066663 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-781596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25651'] for router, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:37.070735 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-781573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-781578', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780977'] for router, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:37.182889 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Router e70d96d5-8dda-4b8b-9653-db55c54a8a40 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:36:37.289457 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:36:37.293823 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:37.295005 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-98a51c46-27f4-4936-9fa7-3d26da952aee admin admin] 10.222.0.31 "PUT /v2.0/routers/e70d96d5-8dda-4b8b-9653-db55c54a8a40 HTTP/1.1" status: 200 len: 889 time: 1.5963759 Nov 22 13:36:37.907367 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 641d1498-4521-4a8d-a6d2-8de3c999a764 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:36:37.960052 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 641d1498-4521-4a8d-a6d2-8de3c999a764 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:37.960426 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:39.148973 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Sync routers for ids ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:36:39.160450 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Routers {'e70d96d5-8dda-4b8b-9653-db55c54a8a40'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:36:39.161146 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:36:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:39.372598 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Set router e70d96d5-8dda-4b8b-9653-db55c54a8a40 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:36:39.836298 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49092) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:36:39.840420 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'name': 'router1', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '5ac02b4d-7057-426e-be95-5b62fd07d4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:36:19Z', 'updated_at': '2021-11-22T13:36:36Z', 'revision_number': 4, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'gw_port': {'id': '5ac02b4d-7057-426e-be95-5b62fd07d4e7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:36Z', 'updated_at': '2021-11-22T13:36:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '641d1498-4521-4a8d-a6d2-8de3c999a764', 'name': '', 'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'mac_address': 'fa:16:3e:6b:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:28Z', 'updated_at': '2021-11-22T13:36:32Z', 'revision_number': 5, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'subnets': [{'id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26b4d923-0ec1-47ac-8162-290589e0d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:39.889974 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Checking router: e70d96d5-8dda-4b8b-9653-db55c54a8a40 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:36:39.890331 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Updating router e70d96d5-8dda-4b8b-9653-db55c54a8a40 port 5ac02b4d-7057-426e-be95-5b62fd07d4e7 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:36:39.939516 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:39.947808 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-6814c8f1-18d2-4be1-a241-219776f32025 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1103327 Nov 22 13:36:40.278426 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:40.285810 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:40.335751 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Attempting to bind port 5ac02b4d-7057-426e-be95-5b62fd07d4e7 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:36:40.336123 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Attempting to bind port 5ac02b4d-7057-426e-be95-5b62fd07d4e7 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:36:40.336482 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Attempting to bind port 5ac02b4d-7057-426e-be95-5b62fd07d4e7 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:36:40.343646 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:36:40.344013 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:36:40.344426 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:40.344797 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:36:40.345280 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Bound port: 5ac02b4d-7057-426e-be95-5b62fd07d4e7, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:36:40.345669 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:40.347086 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b98b8-c646-4736-94b8-bf47959b2da5 None None] Pushing event updated for resources: {'Port': ['ID=5ac02b4d-7057-426e-be95-5b62fd07d4e7,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:40.400329 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] For port 5ac02b4d-7057-426e-be95-5b62fd07d4e7, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:36:40.403357 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] For port 5ac02b4d-7057-426e-be95-5b62fd07d4e7, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=5ac02b4d-7057-426e-be95-5b62fd07d4e7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:36:40.407825 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:40.466444 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Routers {'e70d96d5-8dda-4b8b-9653-db55c54a8a40'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:36:40.467060 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:36:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:40.471747 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b98b8-c646-4736-94b8-bf47959b2da5 None None] Pushing event updated for resources: {'Port': ['ID=5ac02b4d-7057-426e-be95-5b62fd07d4e7,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:40.582039 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] Set router e70d96d5-8dda-4b8b-9653-db55c54a8a40 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:36:40.798347 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'name': 'router1', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '5ac02b4d-7057-426e-be95-5b62fd07d4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:36:19Z', 'updated_at': '2021-11-22T13:36:36Z', 'revision_number': 4, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'gw_port': {'id': '5ac02b4d-7057-426e-be95-5b62fd07d4e7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:36Z', 'updated_at': '2021-11-22T13:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '641d1498-4521-4a8d-a6d2-8de3c999a764', 'name': '', 'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'mac_address': 'fa:16:3e:6b:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:28Z', 'updated_at': '2021-11-22T13:36:32Z', 'revision_number': 5, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'subnets': [{'id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26b4d923-0ec1-47ac-8162-290589e0d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:36:40.828504 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5ee80-b4f6-49eb-bcbe-8c3c615c848c None None] The sync data for ids ['e70d96d5-8dda-4b8b-9653-db55c54a8a40'] in dv-cinder-768458-14-iscsi is: [{'id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'name': 'router1', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '5ac02b4d-7057-426e-be95-5b62fd07d4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:36:19Z', 'updated_at': '2021-11-22T13:36:36Z', 'revision_number': 4, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'gw_port': {'id': '5ac02b4d-7057-426e-be95-5b62fd07d4e7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:8b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:36Z', 'updated_at': '2021-11-22T13:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '641d1498-4521-4a8d-a6d2-8de3c999a764', 'name': '', 'network_id': '4218073b-c5f0-4594-a549-be980652360d', 'tenant_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'mac_address': 'fa:16:3e:6b:da:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70d96d5-8dda-4b8b-9653-db55c54a8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:36:28Z', 'updated_at': '2021-11-22T13:36:32Z', 'revision_number': 5, 'project_id': 'e54b11100a7442098cfa9d0898c9f6f1', 'subnets': [{'id': '579f9670-9377-46d2-b8fe-b5b84bead994', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26b4d923-0ec1-47ac-8162-290589e0d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:36:40.969745 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:36:41.927655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 5ac02b4d-7057-426e-be95-5b62fd07d4e7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:36:41.983752 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 5ac02b4d-7057-426e-be95-5b62fd07d4e7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:41.984236 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:42.067929 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:42.089576 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 5ac02b4d-7057-426e-be95-5b62fd07d4e7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=5ac02b4d-7057-426e-be95-5b62fd07d4e7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:36:42.094388 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:42.150564 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=5ac02b4d-7057-426e-be95-5b62fd07d4e7,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:36:43.931287 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 5ac02b4d-7057-426e-be95-5b62fd07d4e7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:36:43.996630 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 5ac02b4d-7057-426e-be95-5b62fd07d4e7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:36:43.996996 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:52.485600 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-13eb8082-0419-4e00-8d91-643e48485f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:54.876162 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-b0250e1e-ae9b-4ba9-8e6c-df10a50c246f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:55.768140 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:57.300517 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:36:58.157892 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:17.969081 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:37:22.494581 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-221805c5-fa80-48ab-8d67-6dcb944ca346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:24.869994 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-1333d00e-ae7f-4d40-9ab6-24764d24805e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:25.769569 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:27.286867 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:28.153652 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:52.486659 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-33b1d02a-38b2-45e4-9ab7-d3596ad520fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:54.871804 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c587298d-1de4-4845-9ab6-43e2c81b594f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:54.967847 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:37:55.773765 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:57.291484 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:58.155508 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:37:59.944998 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49576) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:00.005730 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f14846-8a54-4a95-be34-a5c86fe104b4 admin admin] GET failed (client error): The resource could not be found. Nov 22 13:38:00.007018 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-00f14846-8a54-4a95-be34-a5c86fe104b4 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610459 Nov 22 13:38:00.172046 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f4ba0-03e1-4cda-888f-365cf0f14c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:00.173491 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-028f4ba0-03e1-4cda-888f-365cf0f14c98 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1618364 Nov 22 13:38:02.459619 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49586) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:02.553207 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccfc77d-463e-428e-b5fd-293d92b27b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:02.554571 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-8ccfc77d-463e-428e-b5fd-293d92b27b31 admin admin] 10.222.0.31 "GET /v2.0/subnets/579f9670-9377-46d2-b8fe-b5b84bead994 HTTP/1.1" status: 200 len: 849 time: 0.0939963 Nov 22 13:38:02.564467 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:38:02.733567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:02.876648 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731578985548'] for subnet, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:02.907067 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:02.907696 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:02.910407 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] 10.222.0.31 "PUT /v2.0/subnets/579f9670-9377-46d2-b8fe-b5b84bead994 HTTP/1.1" status: 200 len: 868 time: 0.3491204 Nov 22 13:38:02.914941 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220fcc37-72c4-4eeb-b5c6-9ba04d586ff8 None None] Network 4218073b-c5f0-4594-a549-be980652360d requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:38:02.932573 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579f9670-9377-46d2-b8fe-b5b84bead994,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:38:02.940032 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.940690 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.940873 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.941233 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.941710 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.942054 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.942389 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.942723 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.943053 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.943377 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.943705 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:02.944026 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f44baf-58aa-4609-918e-e66e8886b882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:03.323975 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-4857078e-81fd-4431-b237-32d9b475f86e None None] Provisioning complete for port 641d1498-4521-4a8d-a6d2-8de3c999a764 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:38:03.324337 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4857078e-81fd-4431-b237-32d9b475f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:03.408881 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-4857078e-81fd-4431-b237-32d9b475f86e None None] Provisioning complete for port b6ce85f1-c527-4619-992c-e035dafe83c6 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:38:03.409775 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4857078e-81fd-4431-b237-32d9b475f86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:05.209364 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49594) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:05.406007 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f604ea6-68d0-4894-b413-d323460e9275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:05.406397 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f604ea6-68d0-4894-b413-d323460e9275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:05.407932 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-5f604ea6-68d0-4894-b413-d323460e9275 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975996 Nov 22 13:38:07.698766 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49602) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:07.831433 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83f761-3002-41fa-bcfa-77096409a4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:07.831910 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc83f761-3002-41fa-bcfa-77096409a4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:07.833473 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-bc83f761-3002-41fa-bcfa-77096409a4b8 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1337287 Nov 22 13:38:10.148480 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 49610) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:10.307914 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace8155-70a9-4d09-884b-9a413cf89e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:10.309320 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-6ace8155-70a9-4d09-884b-9a413cf89e23 admin admin] 10.222.0.31 "GET /v2.0/networks/4218073b-c5f0-4594-a549-be980652360d HTTP/1.1" status: 200 len: 869 time: 0.1599252 Nov 22 13:38:12.574874 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49620) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:12.699120 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e16c7d-3670-456e-a4d3-743127d6f406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:12.700469 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-93e16c7d-3670-456e-a4d3-743127d6f406 admin admin] 10.222.0.31 "GET /v2.0/networks/95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa HTTP/1.1" status: 200 len: 886 time: 0.1246598 Nov 22 13:38:15.026294 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49628) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:15.148392 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf65b470-eb35-4b8e-9ae2-29f8d942133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:15.148858 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf65b470-eb35-4b8e-9ae2-29f8d942133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:15.150429 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-bf65b470-eb35-4b8e-9ae2-29f8d942133b admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231751 Nov 22 13:38:17.481734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49636) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:17.573837 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cddb85-dd33-4f4d-aeed-62819fb71c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:17.574290 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cddb85-dd33-4f4d-aeed-62819fb71c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:17.575834 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-96cddb85-dd33-4f4d-aeed-62819fb71c09 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931082 Nov 22 13:38:19.873670 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49644) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:19.965440 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1d9e0-9595-444b-aff9-78ab08d5b3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:19.966800 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-38a1d9e0-9595-444b-aff9-78ab08d5b3f5 admin admin] 10.222.0.31 "GET /v2.0/subnets/579f9670-9377-46d2-b8fe-b5b84bead994 HTTP/1.1" status: 200 len: 868 time: 0.0921896 Nov 22 13:38:22.222113 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49652) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:22.307404 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ee80e-3ef2-4d07-a46e-53363203f108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:22.308743 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-1e6ee80e-3ef2-4d07-a46e-53363203f108 admin admin] 10.222.0.31 "GET /v2.0/subnets/a65284e0-247a-420c-b29a-79be4c71c352 HTTP/1.1" status: 200 len: 816 time: 0.0856807 Nov 22 13:38:22.490089 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-36714bde-b73e-476c-a596-365d6a3642e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:24.875494 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-100772ad-9cf0-4744-b002-46801d7ae633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:25.776603 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:27.293414 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:28.158298 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:31.966785 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:38:46.436322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49706) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:46.483842 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [None req-216d1ed6-0329-4ab6-b372-7f55feb8bd15 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:38:46.484835 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-216d1ed6-0329-4ab6-b372-7f55feb8bd15 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475929 Nov 22 13:38:48.844883 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49714) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:48.904831 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c387f0-7419-43fa-80d6-2255890e9b0d admin admin] GET failed (client error): The resource could not be found. Nov 22 13:38:48.906166 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-60c387f0-7419-43fa-80d6-2255890e9b0d admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602939 Nov 22 13:38:48.992950 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7afa1-0e0e-4208-bd2a-d98831391fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:48.994454 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b3a7afa1-0e0e-4208-bd2a-d98831391fbb admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837040 Nov 22 13:38:51.324985 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49722) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:51.371127 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:38:51.391945 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Made reservation on behalf of ebe5aa75f66e45148e40930deef01d78 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:38:51.395131 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:51.421441 dv-cinder-768458-14-iscsi neutron-server[109191]: WARNING neutron.services.revisions.revision_plugin [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Could not find related network for resource to bump revision. Nov 22 13:38:51.437189 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:38:51.447461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:51.447818 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Added segment d1227930-f977-44fc-b141-3f02573577b7 of type vlan for network 0645e722-294d-4d2b-bb6d-f1dbffebace2 Nov 22 13:38:51.493705 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:51.517094 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:51.518569 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:51.519139 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:51.569347 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2432196 Nov 22 13:38:51.583963 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c6ecc-86c6-44f6-a46d-c3d438163342 admin admin] Pushing event updated for resources: {'Network': ['ID=0645e722-294d-4d2b-bb6d-f1dbffebace2,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:38:51.594877 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 0645e722-294d-4d2b-bb6d-f1dbffebace2 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:38:52.490900 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-8f084ffe-c5f6-4d60-8e2a-a06b8d0f08f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:53.885486 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49730) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:38:53.947253 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.pecan_wsgi.hooks.translation [None req-034ea1fe-91a5-4d11-92d0-62daaf51ae0f admin admin] GET failed (client error): The resource could not be found. Nov 22 13:38:53.948521 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-034ea1fe-91a5-4d11-92d0-62daaf51ae0f admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620711 Nov 22 13:38:54.020263 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e855ab-962c-4ed0-bfea-704a17f9a851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:54.021725 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e9e855ab-962c-4ed0-bfea-704a17f9a851 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687163 Nov 22 13:38:54.031674 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Request body: {'subnet': {'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:38:54.054627 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Made reservation on behalf of ebe5aa75f66e45148e40930deef01d78 for: {'subnet': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:38:54.057031 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:54.236698 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:54.284887 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6fb67a-8252-4cbc-a3e1-66a8d0c72321,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:38:54.302332 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Checking segment: {'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:38:54.302679 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Network hostable DHCP agents. Network: 0645e722-294d-4d2b-bb6d-f1dbffebace2, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:38:54.323222 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Network 0645e722-294d-4d2b-bb6d-f1dbffebace2 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:38:54.334555 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 0645e722-294d-4d2b-bb6d-f1dbffebace2) {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:38:54.338612 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:38:54.339204 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:54.343655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4126d0-84b0-492f-9f33-635085973265 None None] Network 0645e722-294d-4d2b-bb6d-f1dbffebace2 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:38:54.356600 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-82751665-ef87-4450-8074-270a420ec970 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3281345 Nov 22 13:38:54.593962 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-0645e722-294d-4d2b-bb6d-f1dbffebace2', 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2', 'tenant_id': 'ebe5aa75f66e45148e40930deef01d78', 'fixed_ips': [{'subnet_id': '0a6fb67a-8252-4cbc-a3e1-66a8d0c72321'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:38:54.594881 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:54.731234 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Allocated IP 192.168.233.2 (0645e722-294d-4d2b-bb6d-f1dbffebace2/0a6fb67a-8252-4cbc-a3e1-66a8d0c72321/307332fd-af21-4b07-84af-d6f1759bc765) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:38:54.897712 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9af3b4fc-95ea-4d02-8937-92c4aabaeb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:54.899678 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:54.906010 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:54.950451 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Network 0645e722-294d-4d2b-bb6d-f1dbffebace2 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:38:54.953316 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:38:54.957695 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:38:54.968048 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Pushing event updated for resources: {'Port': ['ID=307332fd-af21-4b07-84af-d6f1759bc765,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:38:54.988781 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.989145 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.989526 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.989861 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.990195 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.990544 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.990880 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.991202 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.991544 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.991867 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.992186 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:54.992504 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:38:55.028083 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Attempting to bind port 307332fd-af21-4b07-84af-d6f1759bc765 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:38:55.028441 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Attempting to bind port 307332fd-af21-4b07-84af-d6f1759bc765 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:38:55.028831 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Attempting to bind port 307332fd-af21-4b07-84af-d6f1759bc765 on network 0645e722-294d-4d2b-bb6d-f1dbffebace2 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:38:55.034784 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:38:55.035150 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Checking segment: {'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:38:55.035550 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:55.035939 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Bound using segment: {'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:38:55.036410 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Bound port: 307332fd-af21-4b07-84af-d6f1759bc765, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:38:55.036797 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:55.099965 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] For port 307332fd-af21-4b07-84af-d6f1759bc765, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:38:55.103421 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] For port 307332fd-af21-4b07-84af-d6f1759bc765, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=307332fd-af21-4b07-84af-d6f1759bc765,segment=NetworkSegment(d1227930-f977-44fc-b141-3f02573577b7),segment_id=d1227930-f977-44fc-b141-3f02573577b7)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:38:55.108413 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:55.170250 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6022c-d71f-4f85-b8a9-c0a664a95740 None None] Pushing event updated for resources: {'Port': ['ID=307332fd-af21-4b07-84af-d6f1759bc765,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:38:55.783757 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:56.016098 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 307332fd-af21-4b07-84af-d6f1759bc765 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:38:56.053021 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b406d-c45a-41fa-9307-cbdb1dd87608 None None] Network 0645e722-294d-4d2b-bb6d-f1dbffebace2 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:38:56.148097 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 307332fd-af21-4b07-84af-d6f1759bc765 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:38:56.148459 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:56.177891 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-3e709997-7b27-4714-8136-57273965787b None None] Provisioning complete for port 307332fd-af21-4b07-84af-d6f1759bc765 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:38:56.178248 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-3e709997-7b27-4714-8136-57273965787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:56.350661 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:56.373287 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-3e709997-7b27-4714-8136-57273965787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:56.414308 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 307332fd-af21-4b07-84af-d6f1759bc765, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=307332fd-af21-4b07-84af-d6f1759bc765,segment=NetworkSegment(d1227930-f977-44fc-b141-3f02573577b7),segment_id=d1227930-f977-44fc-b141-3f02573577b7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:38:56.419961 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:56.494148 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.db.api [None req-3e709997-7b27-4714-8136-57273965787b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 13:38:56.494455 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG oslo_db.api [None req-3e709997-7b27-4714-8136-57273965787b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 13:38:56.507438 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=307332fd-af21-4b07-84af-d6f1759bc765,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:38:57.153695 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-969f2663-d971-4c54-baa9-2843beb7802a None None] Provisioning complete for port 307332fd-af21-4b07-84af-d6f1759bc765 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:38:57.154325 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-969f2663-d971-4c54-baa9-2843beb7802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:57.294794 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:57.966162 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 307332fd-af21-4b07-84af-d6f1759bc765 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:38:58.018575 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 307332fd-af21-4b07-84af-d6f1759bc765 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:38:58.018944 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:38:58.164355 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:08.965900 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:39:22.494484 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-b6218228-fc01-4cc2-8970-60f52488834a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:24.879683 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-b84c476a-047d-4b49-9a4e-1ea9ce77dfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:25.782964 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:27.391497 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:28.165784 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:45.964508 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:39:52.499077 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc834-278b-4d16-b58f-77ff3ec8d5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:54.882090 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-12350437-6b04-4db8-b957-0fb9b8f0c73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:55.784487 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:57.301159 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:39:58.169126 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:12.705106 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49774) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:40:12.710843 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [None req-4fb887b2-f59c-48ca-bd9c-8539fac6a9cf tempest-verify_tempest_config-503115378 tempest-verify_tempest_config-503115378-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:40:12.711796 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-4fb887b2-f59c-48ca-bd9c-8539fac6a9cf tempest-verify_tempest_config-503115378 tempest-verify_tempest_config-503115378-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057642 Nov 22 13:40:13.014988 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 49792) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:40:13.115249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:13.190620 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:13.194307 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:13.240086 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26377cd519584df7acf7375c4016bad8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2239730 Nov 22 13:40:13.240920 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd0a18c-9d02-450c-8cd0-c03c2d45b9ea,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:40:13.242816 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 49796) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:40:13.248035 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.248387 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.249263 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.249637 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.249967 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.250314 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.250637 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.250962 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.251281 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.251596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.251910 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.252221 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc5434c-64de-42f7-b182-fc61a92ebb01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.299533 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:13.320125 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:13.409637 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:13.412125 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:13.413312 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efd0a18c-9d02-450c-8cd0-c03c2d45b9ea HTTP/1.1" status: 204 len: 168 time: 0.1693587 Nov 22 13:40:13.421822 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd0a18c-9d02-450c-8cd0-c03c2d45b9ea,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:40:13.428357 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.428735 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.429077 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.429439 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.429770 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.430100 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.430429 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.430826 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.431069 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.431389 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.431715 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:13.432031 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4f515f-da64-41ad-8f6f-5b8d0ec1d750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:40:22.502961 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6e0b2fbf-5004-49b4-8a26-b2df3224280b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:22.963729 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:40:24.888855 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5244a996-2de3-4595-8b96-323adafc16bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:25.786533 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:27.305285 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:28.172019 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:52.505302 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c0fe3761-f262-469c-b483-a67fe18c5821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:54.880675 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fffbe902-0b57-45f9-8cb1-68bf102a2272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:55.793354 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:57.310492 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:58.173154 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:40:59.965124 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:41:22.507452 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-88ea88d6-44f6-46a6-81a7-a91fae1e45fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:24.881440 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f21597d3-eb0d-4504-9b8a-296d84691cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:25.793356 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:27.309226 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:28.174346 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:36.964494 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 5 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:41:46.342346 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780810'] for agent, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:52.509359 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-b645925f-c85d-4908-b63f-6c11da864086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:54.882456 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-260ea409-e735-47f3-8c83-3cf94b606b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:55.796876 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:57.313313 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:41:58.175481 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:01.182685 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 49872) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:42:01.290032 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9f945495-1ccc-4f0c-9a56-b5fe590d3a23 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1062050 Nov 22 13:42:03.611310 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 49882) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:42:03.666324 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-186c3886-1cd2-4aad-8259-1fd075eca686 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0538983 Nov 22 13:42:13.963554 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:42:16.266128 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:22.510536 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-031751e8-a1c3-4199-a9f1-3e7f5e561f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:24.885932 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d6d00e2c-8d20-4606-b26b-9eddfd24a419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:25.799231 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:27.315239 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:28.186472 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:46.262783 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:50.962826 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:42:52.512682 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d52e6025-d9d7-43aa-83fb-a1d4b6ef668b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:54.888048 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-156e434f-61e8-42b3-8122-d7a161099e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:55.802064 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:57.322271 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:42:58.184835 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:16.281343 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:22.514685 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-45265a39-6cd9-4b33-be1f-2171295f0e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:24.890204 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4a48dae8-a538-4259-8daa-80a9cfee7a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:25.804828 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:27.322554 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:27.961967 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:43:28.181493 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:36.580205 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50078) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:36.909267 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1403963486-network', 'tenant_id': '88b94d04bded4b188291cfa01accf7af'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:36.930696 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Made reservation on behalf of 88b94d04bded4b188291cfa01accf7af for: {'network': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:36.933992 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:36.945411 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.018949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50104) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:37.035541 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.047878 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.060699 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50114) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:37.100481 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50118) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:37.142670 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d18f15-7ed7-476b-ba6d-633c67a7c03d,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:37.146499 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50122) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:37.159618 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.160205 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.160720 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.161061 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.161417 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.162025 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.162623 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.162966 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.163554 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.163889 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.164386 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.164860 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Tracked resource versions report: Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: pushed versions: Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: { 'AddressGroup': {'1.2'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'ConntrackHelper': {'1.0'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Log': {'1.0'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Network': {'1.1'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Port': {'1.7'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'PortForwarding': {'1.2'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'QosPolicy': {'1.10'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroup': {'1.5'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SubPort': {'1.0'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Subnet': {'1.1'}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Trunk': {'1.1'}} Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: consumer versions: Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: HyperV agent@hv-cinder-76845: {}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'ConntrackHelper': '1.0', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Log': '1.0', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Network': '1.1', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Port': '1.7', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'PortForwarding': '1.2', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'QosPolicy': '1.10', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroup': '1.5', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SecurityGroupRule': '1.2', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'SubPort': '1.0', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Subnet': '1.1', Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: 'Trunk': '1.1'}} Nov 22 13:43:37.166159 dv-cinder-768458-14-iscsi neutron-server[109190]: {{(pid=109190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:43:37.172626 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:43:37.199398 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.199743 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.segments_db [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Added segment c6ab9823-344a-45bc-b055-1d7bd580cdd9 of type vlan for network e7706b4f-e379-4641-9c77-35453cbb2b93 Nov 22 13:43:37.247035 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.278966 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.280303 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:37.281135 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.339316 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] Pushing event updated for resources: {'Network': ['ID=e7706b4f-e379-4641-9c77-35453cbb2b93,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:37.355622 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network e7706b4f-e379-4641-9c77-35453cbb2b93 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:43:37.358168 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50132) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:37.358431 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-91df73a3-7ac3-4913-a61c-3c31b8b19905 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7764828 Nov 22 13:43:37.363072 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Request body: {'subnet': {'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1403963486-subnet', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:37.422358 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065762763-network', 'tenant_id': '12244b539553422a820022f8bdd67c39'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:37.427676 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Made reservation on behalf of 88b94d04bded4b188291cfa01accf7af for: {'subnet': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:37.430362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.638004 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-819736030-network', 'tenant_id': 'c53dd94dbfdb43e48d2ed35368bd14a6'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:37.645517 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1164770341-network', 'tenant_id': '86d37c16844146be90e42574973a6861'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:37.656292 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-946730909-network', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:37.825486 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Made reservation on behalf of 12244b539553422a820022f8bdd67c39 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:37.828214 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.847355 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.856958 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.db.api [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 13:43:37.856958 dv-cinder-768458-14-iscsi neutron-server[109191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 13:43:37.856958 dv-cinder-768458-14-iscsi neutron-server[109191]: [parameters: {'project_id_1': '86d37c16844146be90e42574973a6861', 'expiration_1': datetime.datetime(2021, 11, 22, 13, 43, 17, 805361)}] Nov 22 13:43:37.856958 dv-cinder-768458-14-iscsi neutron-server[109191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 13:43:37.857912 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG oslo_db.api [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 13:43:37.917651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Made reservation on behalf of c53dd94dbfdb43e48d2ed35368bd14a6 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:37.921517 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.930485 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.db.api [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 13:43:37.930485 dv-cinder-768458-14-iscsi neutron-server[109191]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 13:43:37.930485 dv-cinder-768458-14-iscsi neutron-server[109191]: [parameters: {'project_id_1': '8d3623b6aa624b48b153f3bb831c6385', 'expiration_1': datetime.datetime(2021, 11, 22, 13, 43, 17, 703589)}] Nov 22 13:43:37.930485 dv-cinder-768458-14-iscsi neutron-server[109191]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 13:43:37.930990 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG oslo_db.api [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 13:43:37.931829 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.946097 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:37.987577 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.000742 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.039276 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:43:38.070684 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.071163 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Added segment 9b0de2e7-1003-4e2b-a345-9539495f04e5 of type vlan for network 097834b2-18b2-452e-8c75-2c6a0de8d137 Nov 22 13:43:38.139483 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.164736 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585a83c5-6e8b-496d-b010-678be8a0fc51,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:38.198246 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.198752 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.199157 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.199581 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.199976 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.200381 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.200786 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.201309 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.201701 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.202084 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.202610 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.202933 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Tracked resource versions report: Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: pushed versions: Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: { 'AddressGroup': {'1.2'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'ConntrackHelper': {'1.0'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Log': {'1.0'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Network': {'1.1'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Port': {'1.7'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'PortForwarding': {'1.2'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'QosPolicy': {'1.10'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroup': {'1.5'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SubPort': {'1.0'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Subnet': {'1.1'}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Trunk': {'1.1'}} Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: consumer versions: Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: HyperV agent@hv-cinder-76845: {}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'ConntrackHelper': '1.0', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Log': '1.0', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Network': '1.1', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Port': '1.7', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'PortForwarding': '1.2', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'QosPolicy': '1.10', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroup': '1.5', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SecurityGroupRule': '1.2', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'SubPort': '1.0', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Subnet': '1.1', Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: 'Trunk': '1.1'}} Nov 22 13:43:38.204099 dv-cinder-768458-14-iscsi neutron-server[109191]: {{(pid=109191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:43:38.210443 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.211727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:38.212333 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.266406 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a26485-2a91-459c-947c-49b32b7bd182,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:38.294689 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] Pushing event updated for resources: {'Network': ['ID=097834b2-18b2-452e-8c75-2c6a0de8d137,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:38.306017 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Checking segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:38.306376 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Network hostable DHCP agents. Network: e7706b4f-e379-4641-9c77-35453cbb2b93, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:43:38.310031 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 097834b2-18b2-452e-8c75-2c6a0de8d137 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:43:38.323463 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-704cca0e-73be-4af4-9c9c-b4dbacfb0af6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3018875 Nov 22 13:43:38.326935 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50184) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:38.333452 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Request body: {'subnet': {'network_id': '097834b2-18b2-452e-8c75-2c6a0de8d137', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065762763-subnet', 'tenant_id': '12244b539553422a820022f8bdd67c39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:38.349721 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Network e7706b4f-e379-4641-9c77-35453cbb2b93 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:43:38.368986 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Made reservation on behalf of 12244b539553422a820022f8bdd67c39 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:38.371364 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.375256 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, e7706b4f-e379-4641-9c77-35453cbb2b93) {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:38.385181 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:38.386358 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.387638 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.391950 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.400846 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ba853-6de9-49d1-b8a3-6812be5fa185 None None] Network e7706b4f-e379-4641-9c77-35453cbb2b93 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:38.404469 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:43:38.414203 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.414543 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Added segment 991477c2-dbc6-4a05-bc9f-d53b7a45ac38 of type vlan for network a84a04f9-b201-43c0-84cd-ce6ec22f409e Nov 22 13:43:38.456819 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.511481 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.512567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:38.513136 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.547615 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Made reservation on behalf of 86d37c16844146be90e42574973a6861 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:38.550685 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.570919 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e4ae9327-60ff-4d94-a678-9daf3f096e63 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2115877 Nov 22 13:43:38.571803 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50194) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:38.578916 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda12027-0074-4603-b08b-94cbad2d6333,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:38.615087 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:38.618098 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.660325 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.681756 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Made reservation on behalf of 8d3623b6aa624b48b153f3bb831c6385 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:38.684706 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.706632 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.711574 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] Pushing event updated for resources: {'Network': ['ID=a84a04f9-b201-43c0-84cd-ce6ec22f409e,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:38.720255 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-82134c1b-4f8b-4925-bbea-cd658da42a3d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6179342 Nov 22 13:43:38.720788 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50206) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:38.728158 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Request body: {'subnet': {'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-819736030-subnet', 'tenant_id': 'c53dd94dbfdb43e48d2ed35368bd14a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:38.765789 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:43:38.770381 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-e7706b4f-e379-4641-9c77-35453cbb2b93', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:43:38.776183 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.785567 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c56859-5272-411b-aa1a-39d3c04444dc,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:38.797586 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Checking segment: {'id': '9b0de2e7-1003-4e2b-a345-9539495f04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '097834b2-18b2-452e-8c75-2c6a0de8d137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:38.798287 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Network hostable DHCP agents. Network: 097834b2-18b2-452e-8c75-2c6a0de8d137, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:43:38.823269 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.834441 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.844320 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Made reservation on behalf of c53dd94dbfdb43e48d2ed35368bd14a6 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:38.851728 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:38.863527 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Network 097834b2-18b2-452e-8c75-2c6a0de8d137 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:43:38.999797 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 097834b2-18b2-452e-8c75-2c6a0de8d137) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:39.018398 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:39.019066 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.021854 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Allocated IP 172.20.0.2 (e7706b4f-e379-4641-9c77-35453cbb2b93/585a83c5-6e8b-496d-b010-678be8a0fc51/d597a730-eb00-4284-87bd-ec47d49668f1) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:39.047501 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17c19f4-cb29-492d-be5b-ec678ac3f792 None None] Network 097834b2-18b2-452e-8c75-2c6a0de8d137 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:39.188543 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.251283 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-91b62bf6-342c-43c2-ad1f-a10b9dc76f47 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9231691 Nov 22 13:43:39.294364 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.308307 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.389261 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Checking segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:39.390688 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Network hostable DHCP agents. Network: a84a04f9-b201-43c0-84cd-ce6ec22f409e, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:43:39.418322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.424545 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:39.432111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:43:39.451605 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, a84a04f9-b201-43c0-84cd-ce6ec22f409e) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:39.469891 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:39.471442 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.476029 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.482205 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:43:39.482585 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4c12a-8a7e-42c4-bd16-2e507cd621c4 None None] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:39.497055 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50244) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:39.507105 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-1bdfb346-2c83-4ffd-879f-c2b5a1692f30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7833745 Nov 22 13:43:39.533239 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.549701 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:43:39.607090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.607707 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Added segment 3995f09d-cb2a-415a-9e90-eb5a40d08689 of type vlan for network f2355211-3396-4b01-b0ca-f92016bb8ab5 Nov 22 13:43:39.624759 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df3a576-2953-4a26-aa53-99261c887b74,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:39.630895 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.637987 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.637987 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Added segment 238e5bc0-1387-4203-85f6-d73bd13e168e of type vlan for network 58841093-8ff5-4189-bbff-4ad157ce8f26 Nov 22 13:43:39.708008 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ada621-5716-49ad-95d0-2efea60cf224 None None] Network 097834b2-18b2-452e-8c75-2c6a0de8d137 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:39.779566 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.782031 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5997d4-b0bc-43b0-9216-7eb0251835cf,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:39.785949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.845157 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.847152 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:39.847952 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.853337 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.855230 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:39.856056 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.864200 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3a60f05e-599f-47e7-a29b-45fcbbbb6344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.883703 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.892949 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c233a2d2-fa04-4d12-b93b-0281581242a0 None None] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:39.958203 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8104570 Nov 22 13:43:39.959823 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] Pushing event updated for resources: {'Network': ['ID=f2355211-3396-4b01-b0ca-f92016bb8ab5,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:39.962813 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50260) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:39.966312 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-5eda47ea-86ef-4504-8826-909c75c3c788 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9039299 Nov 22 13:43:39.973485 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50262) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:39.978604 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Request body: {'subnet': {'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-subnet', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:39.982967 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:39.986260 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Request body: {'subnet': {'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1164770341-subnet', 'tenant_id': '86d37c16844146be90e42574973a6861', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:40.005641 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:43:40.051027 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3a60f05e-599f-47e7-a29b-45fcbbbb6344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.058320 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3a60f05e-599f-47e7-a29b-45fcbbbb6344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.085915 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a03a7-f445-4551-a093-6cf0a77b2414 admin admin] Pushing event updated for resources: {'Network': ['ID=58841093-8ff5-4189-bbff-4ad157ce8f26,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:40.105662 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Made reservation on behalf of 8d3623b6aa624b48b153f3bb831c6385 for: {'subnet': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:40.108136 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.116814 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60f05e-599f-47e7-a29b-45fcbbbb6344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64bd6c7-e45d-4829-94f7-e4105ce2de00,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:40.125765 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.db.api [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 13:43:40.125765 dv-cinder-768458-14-iscsi neutron-server[109190]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 13:43:40.125765 dv-cinder-768458-14-iscsi neutron-server[109190]: [parameters: {'project_id_1': '86d37c16844146be90e42574973a6861', 'expiration_1': datetime.datetime(2021, 11, 22, 13, 43, 20, 455)}] Nov 22 13:43:40.125765 dv-cinder-768458-14-iscsi neutron-server[109190]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 13:43:40.126221 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG oslo_db.api [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 13:43:40.157754 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-3a60f05e-599f-47e7-a29b-45fcbbbb6344 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67483ff8392348f895dae802b8cd49bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6567683 Nov 22 13:43:40.161729 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50278) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:40.171829 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 58841093-8ff5-4189-bbff-4ad157ce8f26 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:43:40.266330 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3d78f3e-d2ce-4e98-a5c7-a831caa49d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.274187 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Network e7706b4f-e379-4641-9c77-35453cbb2b93 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:40.277508 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50298) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:40.279637 dv-cinder-768458-14-iscsi neutron-server[109190]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 13:43:40.318734 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:40.351380 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:40.408745 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50302) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:40.415107 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2115334514-network', 'tenant_id': 'c0cc3ee4b42b48ce8f14f3c1356bc8be'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:40.421311 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Pushing event updated for resources: {'Port': ['ID=d597a730-eb00-4284-87bd-ec47d49668f1,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:40.444030 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.444403 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.444754 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.445081 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.445786 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.446311 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.446803 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.447283 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.448327 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.448815 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.449310 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.449785 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Tracked resource versions report: Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: pushed versions: Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: { 'AddressGroup': {'1.2'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'ConntrackHelper': {'1.0'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Log': {'1.0'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Network': {'1.1'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Port': {'1.7'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'PortForwarding': {'1.2'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'QosPolicy': {'1.10'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroup': {'1.5'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SubPort': {'1.0'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Subnet': {'1.1'}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Trunk': {'1.1'}} Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: consumer versions: Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: HyperV agent@hv-cinder-76845: {}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'ConntrackHelper': '1.0', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Log': '1.0', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Network': '1.1', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Port': '1.7', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'PortForwarding': '1.2', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'QosPolicy': '1.10', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroup': '1.5', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SecurityGroupRule': '1.2', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'SubPort': '1.0', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Subnet': '1.1', Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: 'Trunk': '1.1'}} Nov 22 13:43:40.451206 dv-cinder-768458-14-iscsi neutron-server[109192]: {{(pid=109192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:43:40.531000 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.559812 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Made reservation on behalf of c0cc3ee4b42b48ce8f14f3c1356bc8be for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:40.562272 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.579001 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.620188 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3d78f3e-d2ce-4e98-a5c7-a831caa49d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.631559 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.656049 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Attempting to bind port d597a730-eb00-4284-87bd-ec47d49668f1 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:43:40.656584 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Attempting to bind port d597a730-eb00-4284-87bd-ec47d49668f1 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:43:40.656773 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Attempting to bind port d597a730-eb00-4284-87bd-ec47d49668f1 on network e7706b4f-e379-4641-9c77-35453cbb2b93 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:40.662061 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:43:40.663002 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Checking segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:40.663002 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.663220 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Bound using segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:43:40.663660 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Bound port: d597a730-eb00-4284-87bd-ec47d49668f1, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:43:40.664104 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.770084 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Made reservation on behalf of 86d37c16844146be90e42574973a6861 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:40.772285 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.779468 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] For port d597a730-eb00-4284-87bd-ec47d49668f1, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:43:40.785759 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] For port d597a730-eb00-4284-87bd-ec47d49668f1, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=d597a730-eb00-4284-87bd-ec47d49668f1,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:43:40.793575 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.800927 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Allocated IP 172.27.0.128 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/80158b3b-b060-4106-9829-49d666b01408) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:40.829738 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-42ea74ef-dd92-481f-82aa-7a08a2649955 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:40.831246 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-42ea74ef-dd92-481f-82aa-7a08a2649955 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.5527077 Nov 22 13:43:40.868147 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-9a4498b3-a23b-4550-a7fe-57b1ac7b6aea tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/quotas/c53dd94dbfdb43e48d2ed35368bd14a6 HTTP/1.1" status: 200 len: 375 time: 0.0247500 Nov 22 13:43:40.892600 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3d78f3e-d2ce-4e98-a5c7-a831caa49d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.895173 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3d78f3e-d2ce-4e98-a5c7-a831caa49d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:40.898080 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f3d78f3e-d2ce-4e98-a5c7-a831caa49d6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e64bd6c7-e45d-4829-94f7-e4105ce2de00 HTTP/1.1" status: 204 len: 168 time: 0.7352846 Nov 22 13:43:40.922510 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc6de6-ec51-4bbc-aa82-b79815fbec46 None None] Pushing event updated for resources: {'Port': ['ID=d597a730-eb00-4284-87bd-ec47d49668f1,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:40.962180 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-22f27d98-9669-4735-9691-f562befcda34 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848792 Nov 22 13:43:40.971459 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d78f3e-d2ce-4e98-a5c7-a831caa49d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64bd6c7-e45d-4829-94f7-e4105ce2de00,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:41.110548 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.111751 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.124426 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.165057 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.209067 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd39823-b317-479d-923f-7394060cb4a2,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:41.220892 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6589ca1-c823-4013-917c-7ae51eede143,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:41.231651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:43:41.238826 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Checking segment: {'id': '238e5bc0-1387-4203-85f6-d73bd13e168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:41.239907 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Network hostable DHCP agents. Network: 58841093-8ff5-4189-bbff-4ad157ce8f26, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:43:41.314713 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:41.314713 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.314713 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Added segment 98f4fbc4-0737-40e5-a0c3-8b6ce5b70cc1 of type vlan for network eca936ec-8d4a-49aa-9368-0145c8c0bef1 Nov 22 13:43:41.342781 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Network 58841093-8ff5-4189-bbff-4ad157ce8f26 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:43:41.343592 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Checking segment: {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:41.343592 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Network hostable DHCP agents. Network: f2355211-3396-4b01-b0ca-f92016bb8ab5, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:43:41.343926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 58841093-8ff5-4189-bbff-4ad157ce8f26) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:41.343926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:41.344127 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.344245 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.345805 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6f56f1-c4a0-4c3a-b7af-222eece27600 None None] Network 58841093-8ff5-4189-bbff-4ad157ce8f26 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:41.367534 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.379844 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-64a4bd6c-0d13-40b8-9ef8-fcd1c23f682b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4063804 Nov 22 13:43:41.410918 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-f2014eef-2ca5-4ee1-ba1a-3c8466c95be5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:43:41.412301 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-f2014eef-2ca5-4ee1-ba1a-3c8466c95be5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2390165 Nov 22 13:43:41.412573 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:43:41.444180 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, f2355211-3396-4b01-b0ca-f92016bb8ab5) {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:41.454339 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:41.455154 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.457561 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.458651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:41.459451 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.460456 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d28776-7fc0-4fd4-af23-5e8a8cfaf380 None None] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:41.516174 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.583636 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:41.593526 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:41.600376 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1875598 Nov 22 13:43:41.601362 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-9a39805e-8b28-4763-8d09-cbab6a430df1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6266987 Nov 22 13:43:41.602942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:41.606348 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50344) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:41.606545 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50346) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:41.629833 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Request body: {'subnet': {'network_id': 'eca936ec-8d4a-49aa-9368-0145c8c0bef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2115334514-subnet', 'tenant_id': 'c0cc3ee4b42b48ce8f14f3c1356bc8be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:41.679291 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f192dd-890d-42aa-9b6c-6772631bf2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=eca936ec-8d4a-49aa-9368-0145c8c0bef1,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:41.689866 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Pushing event updated for resources: {'Port': ['ID=80158b3b-b060-4106-9829-49d666b01408,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:41.697069 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:41.707855 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network eca936ec-8d4a-49aa-9368-0145c8c0bef1 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:43:41.751830 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Made reservation on behalf of c0cc3ee4b42b48ce8f14f3c1356bc8be for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:41.756622 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Publish callbacks [] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.850649 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5997ec9-601e-4822-9877-bb2c47fe618e None None] Network 58841093-8ff5-4189-bbff-4ad157ce8f26 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:41.876835 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.878819 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:41.920387 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-f23bb62d-f1c7-4a1a-a9d0-0eacec812545 service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009482 Nov 22 13:43:41.922529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.024877 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da9a068-b216-4f77-8fae-dead2504fb90 None None] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:42.259351 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.290119 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d597a730-eb00-4284-87bd-ec47d49668f1 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:43:42.290359 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.346150 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50380) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:42.348984 dv-cinder-768458-14-iscsi neutron-server[109191]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 13:43:42.513012 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port d597a730-eb00-4284-87bd-ec47d49668f1 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:42.516922 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.633413 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e20158-22c8-473a-b4ee-87beb2a39237 None None] Network e7706b4f-e379-4641-9c77-35453cbb2b93 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:42.665675 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Router eb847884-2bfe-411e-92ef-871597f9a16e is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:43:42.693623 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-c2cd79b7-ab01-4bfe-b32c-b2c04abd50e8 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:42.695318 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-c2cd79b7-ab01-4bfe-b32c-b2c04abd50e8 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/networks?id=58841093-8ff5-4189-bbff-4ad157ce8f26 HTTP/1.1" status: 200 len: 812 time: 0.3478467 Nov 22 13:43:42.702803 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.714998 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.727587 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-dc736b70-cc43-4696-b9f7-5bb8169b7261 service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7960083 Nov 22 13:43:42.737605 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.761222 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-175e0309-c8ea-4732-8340-39f429c867c8 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/quotas/86d37c16844146be90e42574973a6861 HTTP/1.1" status: 200 len: 375 time: 0.0198371 Nov 22 13:43:42.830176 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-f85d42e4-172e-4c55-b23a-4bb5b1de4b26 None None] Provisioning complete for port d597a730-eb00-4284-87bd-ec47d49668f1 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:42.830952 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f85d42e4-172e-4c55-b23a-4bb5b1de4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.850006 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e96011-0bae-4e41-9699-ddf8bd844143,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:42.851621 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-0ea5210f-be72-43bf-9112-b4cdb1c20dea tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=86d37c16844146be90e42574973a6861&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832908 Nov 22 13:43:42.858408 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Checking segment: {'id': '98f4fbc4-0737-40e5-a0c3-8b6ce5b70cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'eca936ec-8d4a-49aa-9368-0145c8c0bef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:42.858830 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Network hostable DHCP agents. Network: eca936ec-8d4a-49aa-9368-0145c8c0bef1, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:43:42.892117 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Network eca936ec-8d4a-49aa-9368-0145c8c0bef1 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:43:42.930504 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, eca936ec-8d4a-49aa-9368-0145c8c0bef1) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:42.942409 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:43:42.955700 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Sync routers for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:43:42.966060 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:42.966912 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:42.984453 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:42.985100 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:42.996943 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.000751 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-6908cdaf-86a0-4a5b-9b11-c03e518cb97e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4217250 Nov 22 13:43:43.003011 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50400) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:43.036192 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c711d2-a656-45b8-a51e-888c60c5e5fb None None] Network eca936ec-8d4a-49aa-9368-0145c8c0bef1 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:43.078762 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-4ff92575-f409-4444-98f6-3c63103b822f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4618218 Nov 22 13:43:43.140784 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port d597a730-eb00-4284-87bd-ec47d49668f1, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=d597a730-eb00-4284-87bd-ec47d49668f1,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:43:43.195507 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.232006 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:43.325361 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.368090 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.420936 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50428) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:43.532358 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-80dd6c91-ebc1-4d8d-b3f5-88c1ff7d4cf5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:43:43.533569 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-80dd6c91-ebc1-4d8d-b3f5-88c1ff7d4cf5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4397662 Nov 22 13:43:43.606060 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] Deleting subnet c8c56859-5272-411b-aa1a-39d3c04444dc {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:43:43.611584 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.638491 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=d597a730-eb00-4284-87bd-ec47d49668f1,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:43.662420 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9db3b-ccfb-4e0d-b1c4-d912c5b9bb23 None None] Network eca936ec-8d4a-49aa-9368-0145c8c0bef1 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:43:43.672090 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.703231 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.726991 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-59da8de0-959b-488a-91a3-576475d1afcd service neutron] 10.222.0.31 "GET /v2.0/networks/58841093-8ff5-4189-bbff-4ad157ce8f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858923 Nov 22 13:43:43.752539 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6ce81aa0-676d-4457-9d2c-5504d4b6bcea req-18a979ab-ad8b-49dc-a0c8-e2cd70aa2098 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.4306464 Nov 22 13:43:43.838113 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-68a920c2-4438-47d2-9141-de833727fd3b None None] Provisioning complete for port d597a730-eb00-4284-87bd-ec47d49668f1 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:43.839757 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-68a920c2-4438-47d2-9141-de833727fd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.845919 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.908646 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:43.913505 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c8c56859-5272-411b-aa1a-39d3c04444dc HTTP/1.1" status: 204 len: 168 time: 0.4885569 Nov 22 13:43:43.926984 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:41Z', 'revision_number': 3, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:43.935160 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ecc26-25c7-4d8a-9f9d-6b0124f2e1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c56859-5272-411b-aa1a-39d3c04444dc,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:43.943830 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50434) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:43.962319 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Checking router: eb847884-2bfe-411e-92ef-871597f9a16e for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:43:43.963334 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Updating router eb847884-2bfe-411e-92ef-871597f9a16e port 80158b3b-b060-4106-9829-49d666b01408 binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:43:43.997137 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:44.052512 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:44.125435 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Allocated IP 172.27.0.252 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/824b0690-c7c6-4342-817a-06598da2d8c5) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:44.171410 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-371f66fa-4695-4f68-a6c1-3b767c6b6ae0 service neutron] 10.222.0.31 "GET /v2.0/networks/58841093-8ff5-4189-bbff-4ad157ce8f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367518 Nov 22 13:43:44.192490 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d597a730-eb00-4284-87bd-ec47d49668f1 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:43:44.324564 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:44.346188 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port d597a730-eb00-4284-87bd-ec47d49668f1 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:44.346846 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:44.358592 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.359141 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.360081 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.360600 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > port after_create 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.361128 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.361783 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > port after_update 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.362310 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.362839 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.363450 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.363961 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.531881 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:44.748609 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.749007 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.749395 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.750879 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:44.750879 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097834b2-18b2-452e-8c75-2c6a0de8d137']}} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:44.808737 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Allocated IP 172.20.0.1 (e7706b4f-e379-4641-9c77-35453cbb2b93/585a83c5-6e8b-496d-b010-678be8a0fc51/58c44885-c382-4a3e-8593-79e79a29aee8) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:44.811953 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:44.953958 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-23c91b1d-6a5f-4cd5-bd67-0a2d8080eae5 req-ba39d820-a850-4358-8c89-ae88d11f10d3 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.0599141 Nov 22 13:43:44.956603 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:44.983658 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-77aa02f9-1a60-41ad-a1ee-e9fadf5808e2 req-3558a063-69eb-4181-b6b9-307be71838d6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.0923855 Nov 22 13:43:45.016280 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50512) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:45.078829 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0de2e7-1003-4e2b-a345-9539495f04e5') {'for_net_delete': True} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:45.079251 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0de2e7-1003-4e2b-a345-9539495f04e5') {} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:45.083624 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Pushing event updated for resources: {'Port': ['ID=824b0690-c7c6-4342-817a-06598da2d8c5,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:45.107383 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.108975 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:45.111279 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2650664'] for segment, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.116430 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:45.127770 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:45.171627 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.195897 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2665001'] for segment, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: from cryptography.utils import int_from_bytes Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: from cryptography.utils import int_from_bytes Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: Traceback (most recent call last): Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: timer() Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: cb(*args, **kw) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: return func(*args, **kwargs) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: self._notify() Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: self.callback(batched_events) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: event.method(event) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: return f(self, *a, **k) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._get(url).json() Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: return self.request(url, 'GET', **kwargs) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:43:45.216981 dv-cinder-768458-14-iscsi neutron-server[109190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:43:45.254511 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.265607 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Network e7706b4f-e379-4641-9c77-35453cbb2b93 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:45.268788 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:45.272591 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-846ca03c-01b9-422a-a7e3-f7f4d5804f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.272941 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.281882 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:45.282352 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.335371 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Pushing event updated for resources: {'Port': ['ID=58c44885-c382-4a3e-8593-79e79a29aee8,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:45.366969 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.374118 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Pushing event updated for resources: {'Port': ['ID=80158b3b-b060-4106-9829-49d666b01408,revision_number=2']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:45.386356 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.387076 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.388216 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.388828 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.389440 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.389971 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.391470 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.391999 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.392506 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.393051 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.394593 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.395218 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Tracked resource versions report: Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: pushed versions: Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: { 'AddressGroup': {'1.2'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'ConntrackHelper': {'1.0'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Log': {'1.0'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Network': {'1.1'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Port': {'1.7'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'PortForwarding': {'1.2'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'QosPolicy': {'1.10'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroup': {'1.5'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroupRule': {'1.2'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SubPort': {'1.0'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Subnet': {'1.1'}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Trunk': {'1.1'}} Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: consumer versions: Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: { DHCP agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: HyperV agent@hv-cinder-76845: {}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: L3 agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: Metadata agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: Metering agent@dv-cinder-768458-14-iscsi: {}, Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: Open vSwitch agent@dv-cinder-768458-14-iscsi: { 'AddressGroup': '1.2', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'ConntrackHelper': '1.0', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Log': '1.0', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Network': '1.1', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Port': '1.7', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'PortForwarding': '1.2', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'QosPolicy': '1.10', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroup': '1.5', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SecurityGroupRule': '1.2', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'SubPort': '1.0', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Subnet': '1.1', Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: 'Trunk': '1.1'}} Nov 22 13:43:45.397270 dv-cinder-768458-14-iscsi neutron-server[109193]: {{(pid=109193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 13:43:45.406103 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Attempting to bind port 80158b3b-b060-4106-9829-49d666b01408 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:43:45.406325 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.406466 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Attempting to bind port 80158b3b-b060-4106-9829-49d666b01408 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:43:45.406832 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Attempting to bind port 80158b3b-b060-4106-9829-49d666b01408 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:45.409806 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] 10.222.0.31 "DELETE /v2.0/networks/097834b2-18b2-452e-8c75-2c6a0de8d137 HTTP/1.1" status: 204 len: 168 time: 1.4652905 Nov 22 13:43:45.418815 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:43:45.424156 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50526) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:45.437853 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:45.438276 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.438678 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:43:45.439180 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Bound port: 80158b3b-b060-4106-9829-49d666b01408, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:43:45.439867 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.439990 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8efc78-b39a-4320-a51a-597f47d9eb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=097834b2-18b2-452e-8c75-2c6a0de8d137,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:45.507834 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] For port 80158b3b-b060-4106-9829-49d666b01408, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:43:45.512915 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] For port 80158b3b-b060-4106-9829-49d666b01408, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=80158b3b-b060-4106-9829-49d666b01408,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:43:45.523584 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.563742 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] Deleting subnet 49e96011-0bae-4e41-9699-ddf8bd844143 {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:43:45.592346 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.644990 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-ccb79056-e48b-4291-827b-9a2739449ca8 None None] Provisioning complete for port 58c44885-c382-4a3e-8593-79e79a29aee8 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:45.647046 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ccb79056-e48b-4291-827b-9a2739449ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.651645 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-846ca03c-01b9-422a-a7e3-f7f4d5804f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.668193 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:45.668837 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:45.689824 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-846ca03c-01b9-422a-a7e3-f7f4d5804f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.696785 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-ccb79056-e48b-4291-827b-9a2739449ca8 None None] Port 58c44885-c382-4a3e-8593-79e79a29aee8 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:43:45.723012 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.740625 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.743736 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a4c9b-b9cb-495e-ab7a-b8d98788caa0 None None] Pushing event updated for resources: {'Port': ['ID=80158b3b-b060-4106-9829-49d666b01408,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:45.761835 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-846ca03c-01b9-422a-a7e3-f7f4d5804f8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6d2fa1e41c34dcab03645803da2747a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7444878 Nov 22 13:43:45.764471 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50540) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:45.766476 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ca03c-01b9-422a-a7e3-f7f4d5804f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c72e2-6631-4977-96d6-50f126d2517b,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:45.894728 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.897053 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:45.923875 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-820cd139-d115-4320-8664-e3464f325690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.936280 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:45.963683 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-820cd139-d115-4320-8664-e3464f325690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.044544 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.051270 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.051956 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.052806 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.082583 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.099762 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/49e96011-0bae-4e41-9699-ddf8bd844143 HTTP/1.1" status: 204 len: 168 time: 0.6745274 Nov 22 13:43:46.113077 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50550) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:46.115740 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Pushing event updated for resources: {'Port': ['ID=58c44885-c382-4a3e-8593-79e79a29aee8,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:46.129219 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-820cd139-d115-4320-8664-e3464f325690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.131717 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-820cd139-d115-4320-8664-e3464f325690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.135196 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-820cd139-d115-4320-8664-e3464f325690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/534c72e2-6631-4977-96d6-50f126d2517b HTTP/1.1" status: 204 len: 168 time: 0.3673337 Nov 22 13:43:46.174003 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cd139-d115-4320-8664-e3464f325690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c72e2-6631-4977-96d6-50f126d2517b,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:46.237948 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7242baa-18f0-4d5b-a58d-791241724bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e96011-0bae-4e41-9699-ddf8bd844143,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:46.269929 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:44Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:46.274804 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b9052c83-755e-445c-a8f9-eac1a1579b7d req-4dd469cd-7d5d-4c6a-80f1-e588500321df tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.1612785 Nov 22 13:43:46.278050 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-af764f01-9afc-4ed5-8db3-fcf092f5b346 req-a468113d-5f0a-46a4-8f24-b31100db7741 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.0360649 Nov 22 13:43:46.293697 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.318690 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2f5b9-9d3d-4183-8fe2-23a1dca720f8 None None] The sync data for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi is: [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:44Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:43:46.325052 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.362510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Network e7706b4f-e379-4641-9c77-35453cbb2b93 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:46.365057 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:46.498176 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:43:46.688727 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:43:46.699831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.714700 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Sync routers for ids ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:43:46.725382 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.726879 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-738789c0-5a4b-4fdc-a6e8-ce21ed5588fd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0696049 Nov 22 13:43:46.731219 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50560) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:46.733825 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Routers {'12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:46.734556 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:46.753071 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.753938 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.754768 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.758027 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.758387 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.758831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.759161 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.759500 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.760713 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.761047 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.784305 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50562) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:46.815814 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b15b158b-cab1-4a91-832c-d62957a9c0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.863783 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Set router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:46.893924 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-8d270484-d00e-46d9-a4b1-51190190760e None None] Provisioning complete for port 58c44885-c382-4a3e-8593-79e79a29aee8 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:46.894566 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-8d270484-d00e-46d9-a4b1-51190190760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:46.957095 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.957724 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.957826 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.958078 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 13:43:46.958441 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca936ec-8d4a-49aa-9368-0145c8c0bef1']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:46.990246 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f4fbc4-0737-40e5-a0c3-8b6ce5b70cc1') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:46.990604 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f4fbc4-0737-40e5-a0c3-8b6ce5b70cc1') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:47.016745 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.021114 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-8d270484-d00e-46d9-a4b1-51190190760e None None] Port 58c44885-c382-4a3e-8593-79e79a29aee8 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:43:47.039315 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.091611 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Router eb847884-2bfe-411e-92ef-871597f9a16e has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:43:47.095341 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.134981 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:43:47.135379 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.138496 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b15b158b-cab1-4a91-832c-d62957a9c0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: from cryptography.utils import int_from_bytes Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: from cryptography.utils import int_from_bytes Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:43:47.140230 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:43:47.156288 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b15b158b-cab1-4a91-832c-d62957a9c0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.185601 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 3, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port': {'id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:43Z', 'updated_at': '2021-11-22T13:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:47.364077 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.390547 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.401165 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/eca936ec-8d4a-49aa-9368-0145c8c0bef1 HTTP/1.1" status: 204 len: 168 time: 1.2811034 Nov 22 13:43:47.434546 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce36cf-368b-4d79-ae1b-70aaf51585c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca936ec-8d4a-49aa-9368-0145c8c0bef1,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:47.441483 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Checking router: 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:43:47.441838 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Updating router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 port 824b0690-c7c6-4342-817a-06598da2d8c5 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:43:47.462107 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b158b-cab1-4a91-832c-d62957a9c0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad97b84b-30d6-4b35-9225-7b99f9568118,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:47.484806 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-b15b158b-cab1-4a91-832c-d62957a9c0fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=570c4796708f41dab8688967895e6fb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6991558 Nov 22 13:43:47.485710 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50578) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:47.505916 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.520051 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8fe65a5e-4d37-4991-a8de-389546af7d51 req-b5b2668f-5a0e-4cbf-a1a7-40effe59c452 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.0752807 Nov 22 13:43:47.522747 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:43:47.537467 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e8bf8f40-51cd-4401-a9a5-34b21f6aad06 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb847884-2bfe-411e-92ef-871597f9a16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5329771 Nov 22 13:43:47.609277 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e327099c-6c7f-4990-9894-f3ca29e4d56a req-900c1049-19c6-48c8-90c5-d6bffd06b052 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.0981433 Nov 22 13:43:47.714992 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c4def091-4902-46d1-a05a-124c0787c462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.786176 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50586) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:47.828926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c4def091-4902-46d1-a05a-124c0787c462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:47.882237 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-0dea7560-2653-4455-ad93-bc716b9ed747 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12244b539553422a820022f8bdd67c39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1397188 Nov 22 13:43:47.885861 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50596) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:48.021517 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.032768 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9a58cfcc-fe2c-4155-96ca-b50c23f900a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.035677 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.095019 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.111548 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.52', 56010) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:48.137714 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9a58cfcc-fe2c-4155-96ca-b50c23f900a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.154582 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c4def091-4902-46d1-a05a-124c0787c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.171973 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c4def091-4902-46d1-a05a-124c0787c462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.173482 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-c4def091-4902-46d1-a05a-124c0787c462 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad97b84b-30d6-4b35-9225-7b99f9568118 HTTP/1.1" status: 204 len: 168 time: 0.6847351 Nov 22 13:43:48.207879 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Attempting to bind port 824b0690-c7c6-4342-817a-06598da2d8c5 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:43:48.208262 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Attempting to bind port 824b0690-c7c6-4342-817a-06598da2d8c5 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:43:48.210312 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Attempting to bind port 824b0690-c7c6-4342-817a-06598da2d8c5 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:48.220524 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4def091-4902-46d1-a05a-124c0787c462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad97b84b-30d6-4b35-9225-7b99f9568118,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:48.235313 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:43:48.235713 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:48.239992 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.240576 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:43:48.241401 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Bound port: 824b0690-c7c6-4342-817a-06598da2d8c5, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:43:48.242903 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.246510 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2091e-420c-4d80-9500-4624d432271c None None] Pushing event updated for resources: {'Port': ['ID=824b0690-c7c6-4342-817a-06598da2d8c5,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:48.255682 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 80158b3b-b060-4106-9829-49d666b01408 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:43:48.406795 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] For port 824b0690-c7c6-4342-817a-06598da2d8c5, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:43:48.410467 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] For port 824b0690-c7c6-4342-817a-06598da2d8c5, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=824b0690-c7c6-4342-817a-06598da2d8c5,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:43:48.424411 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.505601 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 80158b3b-b060-4106-9829-49d666b01408 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:48.506239 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.532713 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9a58cfcc-fe2c-4155-96ca-b50c23f900a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.541517 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9a58cfcc-fe2c-4155-96ca-b50c23f900a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:48.545292 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-9a58cfcc-fe2c-4155-96ca-b50c23f900a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3a26485-2a91-459c-947c-49b32b7bd182 HTTP/1.1" status: 204 len: 168 time: 0.6538727 Nov 22 13:43:48.554739 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-082fbf61-5bec-4361-bc3c-14432cc5cae9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:48.556357 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-082fbf61-5bec-4361-bc3c-14432cc5cae9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.4411950 Nov 22 13:43:48.613119 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58cfcc-fe2c-4155-96ca-b50c23f900a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a26485-2a91-459c-947c-49b32b7bd182,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:48.641778 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Request body: {'port': {'device_id': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'admin_state_up': True, 'tenant_id': 'c53dd94dbfdb43e48d2ed35368bd14a6'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:48.784930 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Routers {'12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:48.787622 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:48.823129 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Allocated IP 172.20.0.1 (f2355211-3396-4b01-b0ca-f92016bb8ab5/3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8/64b85811-e687-4fca-b8b4-8f02f01552c1) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:48.957889 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2091e-420c-4d80-9500-4624d432271c None None] Pushing event updated for resources: {'Port': ['ID=824b0690-c7c6-4342-817a-06598da2d8c5,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:49.052763 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-33c68cd1-b48b-4e97-87b6-910cd002167c req-f7d8fe25-f445-43be-b2ca-46036c77f576 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.2835729 Nov 22 13:43:49.108938 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.52', 56015) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:49.161108 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:49.233692 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:49.320689 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:49.329539 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:49.334852 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:49.380044 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:49.419375 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:49.476414 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 80158b3b-b060-4106-9829-49d666b01408, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=80158b3b-b060-4106-9829-49d666b01408,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:43:49.477670 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-434f2f21-402b-4daf-8907-b5ee08c7670c tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:49.482080 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-434f2f21-402b-4daf-8907-b5ee08c7670c tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.52 "GET /v2.0/networks?id=58841093-8ff5-4189-bbff-4ad157ce8f26 HTTP/1.1" status: 200 len: 812 time: 0.3654773 Nov 22 13:43:49.486421 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50656) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:49.505790 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:49.565092 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] Set router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:49.591984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Request body: {'port': {'device_id': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26', 'admin_state_up': True, 'tenant_id': '86d37c16844146be90e42574973a6861'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:49.595783 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Pushing event updated for resources: {'Port': ['ID=64b85811-e687-4fca-b8b4-8f02f01552c1,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:49.727519 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-219b85fc-ec40-4f10-b176-a3692e49b309 req-9c06ee96-e110-49a6-be21-c2eb18673cfb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.2443066 Nov 22 13:43:49.748623 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50670) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:49.757163 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-e95fbed4-9acd-4d9a-963a-36a67a979ecb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929938914', 'description': 'tempest-description--1336463411'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:49.832030 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e0e72902-5793-4a93-96de-231d6564b3ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0cc3ee4b42b48ce8f14f3c1356bc8be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3270411 Nov 22 13:43:49.840932 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50680) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:49.984169 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e95fbed4-9acd-4d9a-963a-36a67a979ecb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.001546 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Sync routers for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:43:50.008813 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Made reservation on behalf of c53dd94dbfdb43e48d2ed35368bd14a6 for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:50.017010 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.018788 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:50.019757 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:50.126840 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.189744 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0bc3397b-06a5-4391-963d-35cc34ebd804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.246925 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=80158b3b-b060-4106-9829-49d666b01408,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:50.333458 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 3, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port': {'id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:43Z', 'updated_at': '2021-11-22T13:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:50.372530 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0bc3397b-06a5-4391-963d-35cc34ebd804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.406291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286e8875-bb58-4bbf-8b70-65f884fc77cd None None] The sync data for ids ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'] in dv-cinder-768458-14-iscsi is: [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 3, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port': {'id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:43Z', 'updated_at': '2021-11-22T13:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:43:50.436867 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:50.524137 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2ee61a3a-aa09-4016-94f0-562527c5606b req-3d5f8538-96cd-43f4-a085-84c215ed5180 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.1384778 Nov 22 13:43:50.565840 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Made reservation on behalf of 86d37c16844146be90e42574973a6861 for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:43:50.569463 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.664683 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e95fbed4-9acd-4d9a-963a-36a67a979ecb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.689851 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e95fbed4-9acd-4d9a-963a-36a67a979ecb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.936950 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e95fbed4-9acd-4d9a-963a-36a67a979ecb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:50.941507 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e95fbed4-9acd-4d9a-963a-36a67a979ecb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1886129 Nov 22 13:43:50.961044 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50724) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:50.972020 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-fbfcb9f9-8b07-40f6-8188-299c9d1e6345 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'security_group_rule': {'security_group_id': '7e9128c6-f916-43fd-a788-06bfd04bc7c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:50.993919 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Allocated IP 172.20.0.6 (a84a04f9-b201-43c0-84cd-ce6ec22f409e/46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24/50c3ed50-5520-48a4-93ea-11a9469b0a4f) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:51.016788 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50726) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:51.088345 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0bc3397b-06a5-4391-963d-35cc34ebd804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:51.093832 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 2, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:51.098813 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0bc3397b-06a5-4391-963d-35cc34ebd804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:51.111810 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-0bc3397b-06a5-4391-963d-35cc34ebd804 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6589ca1-c823-4013-917c-7ae51eede143 HTTP/1.1" status: 204 len: 168 time: 1.2698061 Nov 22 13:43:51.118583 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fbed4-9acd-4d9a-963a-36a67a979ecb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9128c6-f916-43fd-a788-06bfd04bc7c0,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:51.202649 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Checking router: eb847884-2bfe-411e-92ef-871597f9a16e for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:43:51.204268 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Updating router eb847884-2bfe-411e-92ef-871597f9a16e port 58c44885-c382-4a3e-8593-79e79a29aee8 binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:43:51.219861 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9f9-8b07-40f6-8188-299c9d1e6345 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:51.268452 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:51.283678 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d388ba3b-dc18-4da6-976d-98e7172f151f req-becd2be8-ab04-489c-9005-3e07d717850f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.3001711 Nov 22 13:43:51.381884 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3397b-06a5-4391-963d-35cc34ebd804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6589ca1-c823-4013-917c-7ae51eede143,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:51.463215 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:51.479333 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:51.760618 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Pushing event updated for resources: {'Port': ['ID=64b85811-e687-4fca-b8b4-8f02f01552c1,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:51.770714 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:51.998921 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4912ad60-4b38-45b4-ba56-cccc2973d106 req-e05ff951-4cd4-411f-a0ab-91a255e15b78 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.1903007 Nov 22 13:43:51.999771 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b631a743-3a4e-41d8-aa88-a384d86a45d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.050524 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:52.051850 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:52.261795 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b631a743-3a4e-41d8-aa88-a384d86a45d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.262719 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.276925 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.301975 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b631a743-3a4e-41d8-aa88-a384d86a45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.342025 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:43:52.470581 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Allocated IP 172.20.0.3 (58841093-8ff5-4189-bbff-4ad157ce8f26/8bd39823-b317-479d-923f-7394060cb4a2/e44bb438-71ff-4eeb-a5ea-30e885ca07a2) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:52.540984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631a743-3a4e-41d8-aa88-a384d86a45d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2982aa-73aa-4f44-a39e-9244230217ed,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:52.562930 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98f7a6-ae66-4104-a3bf-144aec9daa02 None None] Pushing event updated for resources: {'Port': ['ID=58c44885-c382-4a3e-8593-79e79a29aee8,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:52.568520 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 824b0690-c7c6-4342-817a-06598da2d8c5 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:43:52.583586 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9f9-8b07-40f6-8188-299c9d1e6345 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.592661 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-af55be51-5fa8-4896-81b5-1e74e21485e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.602202 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d495beec-e078-4f48-92f7-42d0957e7af1 req-a7aca7ee-72e0-4f43-bc0f-f2753055adc5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.1129439 Nov 22 13:43:52.613229 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Attempting to bind port 58c44885-c382-4a3e-8593-79e79a29aee8 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:43:52.613460 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Attempting to bind port 58c44885-c382-4a3e-8593-79e79a29aee8 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:43:52.613834 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Attempting to bind port 58c44885-c382-4a3e-8593-79e79a29aee8 on network e7706b4f-e379-4641-9c77-35453cbb2b93 {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:52.628926 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b631a743-3a4e-41d8-aa88-a384d86a45d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a378978b57b04a448790231bc6c36600&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6022332 Nov 22 13:43:52.642644 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:43:52.643034 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Checking segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:52.643464 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.643865 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Bound using segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:43:52.644406 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Bound port: 58c44885-c382-4a3e-8593-79e79a29aee8, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:43:52.644903 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.652249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50770) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:52.675284 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9f9-8b07-40f6-8188-299c9d1e6345 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.823199 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 824b0690-c7c6-4342-817a-06598da2d8c5 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:52.823587 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.861959 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:43:52.898112 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-903d9cb1-8c58-4722-a763-54657d13eb06 admin admin] 10.222.0.31 "PUT /v2.0/routers/12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1647675 Nov 22 13:43:52.901929 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] For port 58c44885-c382-4a3e-8593-79e79a29aee8, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:43:52.907259 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] For port 58c44885-c382-4a3e-8593-79e79a29aee8, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=58c44885-c382-4a3e-8593-79e79a29aee8,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:43:52.918104 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:52.980341 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcb9f9-8b07-40f6-8188-299c9d1e6345 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5842fc42-a0fc-41be-8efd-2029075275a3,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:53.015190 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-7efc82e4-7fbc-4da1-b4ef-165ad1672448 None None] Provisioning complete for port 58c44885-c382-4a3e-8593-79e79a29aee8 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:53.024670 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-7efc82e4-7fbc-4da1-b4ef-165ad1672448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.077361 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98f7a6-ae66-4104-a3bf-144aec9daa02 None None] Pushing event updated for resources: {'Port': ['ID=58c44885-c382-4a3e-8593-79e79a29aee8,revision_number=4']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:53.136828 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:53.139234 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:53.246200 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fbfcb9f9-8b07-40f6-8188-299c9d1e6345 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.257117 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50798) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:53.259394 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-fbfcb9f9-8b07-40f6-8188-299c9d1e6345 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2947798 Nov 22 13:43:53.263406 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-e04c5fce-f927-471a-ba00-ba841e15acbb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'security_group_rule': {'security_group_id': '7e9128c6-f916-43fd-a788-06bfd04bc7c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:53.317613 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:53.345874 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.395801 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.408918 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e04c5fce-f927-471a-ba00-ba841e15acbb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.414623 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-7efc82e4-7fbc-4da1-b4ef-165ad1672448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.485827 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 824b0690-c7c6-4342-817a-06598da2d8c5, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=824b0690-c7c6-4342-817a-06598da2d8c5,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:43:53.489900 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Sync routers for ids ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:43:53.519564 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.519965 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-90c80686-84aa-489f-8e8a-2426d31965af req-8c1d74a2-faa0-4e0a-91f2-b9ae280d0182 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.1541762 Nov 22 13:43:53.520728 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 80158b3b-b060-4106-9829-49d666b01408 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:43:53.579813 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-7efc82e4-7fbc-4da1-b4ef-165ad1672448 None None] For port 58c44885-c382-4a3e-8593-79e79a29aee8, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=58c44885-c382-4a3e-8593-79e79a29aee8,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:43:53.726578 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Routers {'12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:53.727110 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:53.747713 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0232fb4-0297-4df3-b950-cb6c6127d908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.800592 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-7efc82e4-7fbc-4da1-b4ef-165ad1672448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.815748 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e04c5fce-f927-471a-ba00-ba841e15acbb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.853051 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50818) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:53.863013 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e04c5fce-f927-471a-ba00-ba841e15acbb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.881731 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0232fb4-0297-4df3-b950-cb6c6127d908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:53.886360 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.009312 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:52Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:54.035320 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c5fce-f927-471a-ba00-ba841e15acbb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1576a520-4473-487d-8532-f86ad256daa9,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:54.089171 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979ab6a-cc18-4922-84d9-106bcb337833 None None] The sync data for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi is: [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:52Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:43:54.145094 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e04c5fce-f927-471a-ba00-ba841e15acbb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.149064 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e04c5fce-f927-471a-ba00-ba841e15acbb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8899536 Nov 22 13:43:54.153041 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50828) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:54.156089 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-2c176f5a-085f-4bf0-ae52-d2c0cc24b286 None None] Provisioning complete for port 58c44885-c382-4a3e-8593-79e79a29aee8 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:54.156089 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2c176f5a-085f-4bf0-ae52-d2c0cc24b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.185702 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ec0fe-77af-4b87-813f-51d7d75c9464 req-a09198f9-d472-424c-a92c-e09f63f39413 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:54.191242 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c61ec0fe-77af-4b87-813f-51d7d75c9464 req-a09198f9-d472-424c-a92c-e09f63f39413 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 931 time: 0.3740780 Nov 22 13:43:54.210000 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:54.256148 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.276974 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.365046 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event updated for resources: {'Port': ['ID=50c3ed50-5520-48a4-93ea-11a9469b0a4f,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:54.370522 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=824b0690-c7c6-4342-817a-06598da2d8c5,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:54.419400 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:54.432627 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:54.438767 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:54.521945 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 80158b3b-b060-4106-9829-49d666b01408 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:54.522407 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.635889 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0232fb4-0297-4df3-b950-cb6c6127d908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.638625 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c0232fb4-0297-4df3-b950-cb6c6127d908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.640088 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c0232fb4-0297-4df3-b950-cb6c6127d908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c2982aa-73aa-4f44-a39e-9244230217ed HTTP/1.1" status: 204 len: 168 time: 1.9841871 Nov 22 13:43:54.679727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:54.681508 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.724407 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-61d33a75-eeda-4ba7-b671-efa6166285ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.727189 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:54.835313 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-710592eb-6e71-4ff3-8984-bc748751a03f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:54.842488 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-710592eb-6e71-4ff3-8984-bc748751a03f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 818 time: 0.3664865 Nov 22 13:43:54.843326 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0232fb4-0297-4df3-b950-cb6c6127d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2982aa-73aa-4f44-a39e-9244230217ed,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:54.934888 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Set router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:54.980075 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-61d33a75-eeda-4ba7-b671-efa6166285ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:55.018239 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c61ec0fe-77af-4b87-813f-51d7d75c9464 req-8de80caa-e062-4af4-8fb3-b3101eda7409 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7512841 Nov 22 13:43:55.027159 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-61d33a75-eeda-4ba7-b671-efa6166285ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:55.047433 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Pushing event updated for resources: {'Port': ['ID=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:55.104357 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-88ed9617-ba70-40e6-82ce-8c364b68dc16 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/quotas/8d3623b6aa624b48b153f3bb831c6385 HTTP/1.1" status: 200 len: 375 time: 0.2111826 Nov 22 13:43:55.147919 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Network 58841093-8ff5-4189-bbff-4ad157ce8f26 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:55.164532 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:55.182451 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-b21d0185-b4fa-4487-96f7-5241b5b1213c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5586174 Nov 22 13:43:55.185217 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:55.268757 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc82e4-7fbc-4da1-b4ef-165ad1672448 None None] Pushing event updated for resources: {'Port': ['ID=58c44885-c382-4a3e-8593-79e79a29aee8,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:55.311313 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-e70d60ec-576f-4b33-895c-d6de5a97f2b0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:43:55.312152 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-8edfd3b3-b62d-4785-8f9e-c85f15ea2af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:55.314525 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-e70d60ec-576f-4b33-895c-d6de5a97f2b0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474133 Nov 22 13:43:55.606919 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 824b0690-c7c6-4342-817a-06598da2d8c5 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:43:55.608130 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-74bab276-9209-4e07-9445-9e5e11ae5f64 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4549878 Nov 22 13:43:55.629022 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-61d33a75-eeda-4ba7-b671-efa6166285ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e255277342c04f3e96b28b203ceb47c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7385893 Nov 22 13:43:55.630409 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50876) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:55.651415 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d33a75-eeda-4ba7-b671-efa6166285ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25561862-0d2d-4322-89e3-acd0f49dff22,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:55.748233 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-e72d42dd-6cb3-4f01-bec2-ea021cf8907f service neutron] 10.222.0.31 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381409 Nov 22 13:43:55.764529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:55.770112 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:55.789111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed17fbf-3f57-4a04-901c-086bde36bb58 req-1c549460-f577-4fe0-9d25-71cf28fcdf80 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:55.802819 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-aed17fbf-3f57-4a04-901c-086bde36bb58 req-1c549460-f577-4fe0-9d25-71cf28fcdf80 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 931 time: 0.2583163 Nov 22 13:43:55.873620 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-79e9c910-3773-45ec-a9b5-2a76b09d0c6d tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2981358 Nov 22 13:43:55.951249 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-20561463-ed75-473f-a299-02cb5fd6f194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:55.954384 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.019744 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Request body: {'port': {'device_id': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:56.030341 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.031089 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 824b0690-c7c6-4342-817a-06598da2d8c5 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:56.031444 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.045526 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-20561463-ed75-473f-a299-02cb5fd6f194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.069414 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-aed17fbf-3f57-4a04-901c-086bde36bb58 req-b9b8c329-041b-4a9b-a0a9-d1f79edaddae tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651162 Nov 22 13:43:56.110734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Request body: {'port': {'device_id': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:56.248704 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port': {'id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:43Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '64b85811-e687-4fca-b8b4-8f02f01552c1', 'name': '', 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'mac_address': 'fa:16:3e:b0:f0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:48Z', 'updated_at': '2021-11-22T13:43:50Z', 'revision_number': 2, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'subnets': [{'id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:56.267171 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-727aff3e-e4a9-45a0-a4b5-53dda88630db service neutron] 10.222.0.31 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638364 Nov 22 13:43:56.277578 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.291259 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Checking router: 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:43:56.292154 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Updating router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 port 64b85811-e687-4fca-b8b4-8f02f01552c1 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:43:56.399073 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.406966 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.466006 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Allocated IP 172.27.0.45 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/418bf7d8-c646-4142-a410-245145367668) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:43:56.571371 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 58c44885-c382-4a3e-8593-79e79a29aee8 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:43:56.713738 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.783302 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.876421 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:43:56.877890 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-20561463-ed75-473f-a299-02cb5fd6f194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.892409 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-20561463-ed75-473f-a299-02cb5fd6f194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.892409 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-20561463-ed75-473f-a299-02cb5fd6f194 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25561862-0d2d-4322-89e3-acd0f49dff22 HTTP/1.1" status: 204 len: 168 time: 1.2344644 Nov 22 13:43:56.892409 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'Port': ['ID=418bf7d8-c646-4142-a410-245145367668,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:56.892409 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:43:56.896468 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 58c44885-c382-4a3e-8593-79e79a29aee8 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:43:56.898989 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:56.969596 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d4564-1077-4602-9512-3868a5e81330 req-d5da24c6-c41e-4e3f-8bfd-416ece4a94ed tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:56.971622 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2c6d4564-1077-4602-9512-3868a5e81330 req-d5da24c6-c41e-4e3f-8bfd-416ece4a94ed tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 931 time: 0.7683485 Nov 22 13:43:56.977189 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20561463-ed75-473f-a299-02cb5fd6f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25561862-0d2d-4322-89e3-acd0f49dff22,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:56.990625 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16b9a163-d6cd-401c-bbb1-112d4d9fa410 req-8b489762-a78c-4659-90ec-b6fc463346bf tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 210 time: 0.2421541 Nov 22 13:43:57.099612 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:43:57.689113 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2c6d4564-1077-4602-9512-3868a5e81330 req-5116b477-3551-470d-a455-fd8628b671f3 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057755 Nov 22 13:43:57.726168 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:57.810628 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:57.986283 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.116510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44bb438-71ff-4eeb-a5ea-30e885ca07a2 {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:43:58.182090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c3ed50-5520-48a4-93ea-11a9469b0a4f {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:43:58.215341 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.227461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.339803 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Transition to ACTIVE for port object 50c3ed50-5520-48a4-93ea-11a9469b0a4f will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:43:58.347902 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Transition to ACTIVE for port object e44bb438-71ff-4eeb-a5ea-30e885ca07a2 will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:43:58.348693 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 50966) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:58.377884 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.378805 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.393466 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.399455 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.431004 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.464850 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b777138e-012e-4f11-b0d4-6471a053cb40 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:58.473461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c3355276-157a-431b-9729-a233a8c2ac56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.488002 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b777138e-012e-4f11-b0d4-6471a053cb40 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 818 time: 0.5355408 Nov 22 13:43:58.524567 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ed062-b5c9-4299-ad14-caf6443bf46a None None] Pushing event updated for resources: {'Port': ['ID=64b85811-e687-4fca-b8b4-8f02f01552c1,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:58.533508 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dafc7-b758-424c-a471-aa5b01335d9e req-02650b75-bcde-4335-a963-bc6b9168fa90 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:58.543366 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3d4dafc7-b758-424c-a471-aa5b01335d9e req-02650b75-bcde-4335-a963-bc6b9168fa90 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 931 time: 1.0970125 Nov 22 13:43:58.592968 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Pushing event updated for resources: {'Port': ['ID=50c3ed50-5520-48a4-93ea-11a9469b0a4f,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:58.616351 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b48718a1-3baa-41c9-ae79-7f2f8d9e8516 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/quotas/8d3623b6aa624b48b153f3bb831c6385 HTTP/1.1" status: 200 len: 375 time: 0.1258285 Nov 22 13:43:58.780790 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Attempting to bind port 64b85811-e687-4fca-b8b4-8f02f01552c1 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:43:58.782033 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Attempting to bind port 64b85811-e687-4fca-b8b4-8f02f01552c1 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:43:58.782563 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Attempting to bind port 64b85811-e687-4fca-b8b4-8f02f01552c1 on network f2355211-3396-4b01-b0ca-f92016bb8ab5 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:58.794329 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:43:58.797392 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Checking segment: {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:58.797392 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.797392 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Bound using segment: {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:43:58.797392 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Bound port: 64b85811-e687-4fca-b8b4-8f02f01552c1, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:43:58.797392 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.871799 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] For port 64b85811-e687-4fca-b8b4-8f02f01552c1, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:43:58.874739 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] For port 64b85811-e687-4fca-b8b4-8f02f01552c1, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=64b85811-e687-4fca-b8b4-8f02f01552c1,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:43:58.883433 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:58.978225 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.004631 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3d4dafc7-b758-424c-a471-aa5b01335d9e req-1b7b6813-b6e4-4a87-9e4c-b4d207ef62aa tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575675 Nov 22 13:43:59.004861 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.035864 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Routers {'12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:43:59.036472 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:43:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:59.049801 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Pushing event updated for resources: {'Port': ['ID=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:59.062643 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-0377ae30-77f5-4fe2-8865-b60617a5c252 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4398007 Nov 22 13:43:59.111846 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Attempting to bind port 50c3ed50-5520-48a4-93ea-11a9469b0a4f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:43:59.112250 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Attempting to bind port 50c3ed50-5520-48a4-93ea-11a9469b0a4f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:43:59.112586 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Attempting to bind port 50c3ed50-5520-48a4-93ea-11a9469b0a4f on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:59.173617 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Port 50c3ed50-5520-48a4-93ea-11a9469b0a4f on network a84a04f9-b201-43c0-84cd-ce6ec22f409e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:43:59.174379 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Attempting to bind port 50c3ed50-5520-48a4-93ea-11a9469b0a4f on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:59.179856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Attempting to bind port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:43:59.179856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Attempting to bind port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '238e5bc0-1387-4203-85f6-d73bd13e168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:43:59.179856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Attempting to bind port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 on network 58841093-8ff5-4189-bbff-4ad157ce8f26 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:59.223987 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c3355276-157a-431b-9729-a233a8c2ac56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.227675 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.52', 56030) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:59.275327 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ed062-b5c9-4299-ad14-caf6443bf46a None None] Pushing event updated for resources: {'Port': ['ID=64b85811-e687-4fca-b8b4-8f02f01552c1,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:59.292533 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] Set router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:43:59.331949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:43:59.332610 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Checking segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:59.334165 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Bound using segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:43:59.335683 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Bound port: 50c3ed50-5520-48a4-93ea-11a9469b0a4f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:43:59.337354 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.394473 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 on network 58841093-8ff5-4189-bbff-4ad157ce8f26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:43:59.395283 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Attempting to bind port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 on network 58841093-8ff5-4189-bbff-4ad157ce8f26 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:43:59.422284 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'Port': ['ID=418bf7d8-c646-4142-a410-245145367668,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:43:59.423831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:43:59.424391 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Checking segment: {'id': '238e5bc0-1387-4203-85f6-d73bd13e168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:43:59.424979 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Bound using segment: {'id': '238e5bc0-1387-4203-85f6-d73bd13e168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:43:59.425630 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Bound port: e44bb438-71ff-4eeb-a5ea-30e885ca07a2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238e5bc0-1387-4203-85f6-d73bd13e168e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:43:59.426182 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.454021 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c3355276-157a-431b-9729-a233a8c2ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.482289 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.554531 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] For port e44bb438-71ff-4eeb-a5ea-30e885ca07a2, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:43:59.560547 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] For port e44bb438-71ff-4eeb-a5ea-30e885ca07a2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,segment=NetworkSegment(238e5bc0-1387-4203-85f6-d73bd13e168e),segment_id=238e5bc0-1387-4203-85f6-d73bd13e168e)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:43:59.570697 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c3355276-157a-431b-9729-a233a8c2ac56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8997bd4c3f48470dad29d520d8888fed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2206151 Nov 22 13:43:59.576918 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 50996) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:43:59.614823 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.624466 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-ce6c05ab-7643-4f7d-8fe6-8962070676a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4239020 Nov 22 13:43:59.658808 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port': {'id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:43Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '64b85811-e687-4fca-b8b4-8f02f01552c1', 'name': '', 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'mac_address': 'fa:16:3e:b0:f0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:48Z', 'updated_at': '2021-11-22T13:43:58Z', 'revision_number': 4, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'subnets': [{'id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:43:59.667540 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] For port 50c3ed50-5520-48a4-93ea-11a9469b0a4f, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:43:59.667720 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-a0c0c878-88b9-42a5-a19b-bbe23a5627d6 service neutron] 10.222.0.31 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157390 Nov 22 13:43:59.676759 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] For port 50c3ed50-5520-48a4-93ea-11a9469b0a4f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:43:59.704004 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:43:59.709046 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bcfbf-05b9-482d-ab72-3e4ea646c9f5 None None] The sync data for ids ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'] in dv-cinder-768458-14-iscsi is: [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port': {'id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:43Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '64b85811-e687-4fca-b8b4-8f02f01552c1', 'name': '', 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'mac_address': 'fa:16:3e:b0:f0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:48Z', 'updated_at': '2021-11-22T13:43:58Z', 'revision_number': 4, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'subnets': [{'id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:43:59.804541 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a8850389-5e9c-4a02-8fb2-240a47958417 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:59.806466 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a8850389-5e9c-4a02-8fb2-240a47958417 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 818 time: 0.5742538 Nov 22 13:43:59.836000 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Request body: {'port': {'device_id': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'admin_state_up': True, 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:43:59.935268 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb763c2-f613-4303-8113-1c57dcd68752 req-0b250f29-264d-41c4-ab78-f2da7f08b207 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:43:59.945802 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3eb763c2-f613-4303-8113-1c57dcd68752 req-0b250f29-264d-41c4-ab78-f2da7f08b207 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 943 time: 0.7676291 Nov 22 13:43:59.966249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.079649 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-37a39092-8552-4a3b-97e6-3e2ec0909485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.110908 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:00.111547 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.112983 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] 10.222.0.52 "PUT /v2.0/ports/e44bb438-71ff-4eeb-a5ea-30e885ca07a2 HTTP/1.1" status: 200 len: 1093 time: 4.2164629 Nov 22 13:44:00.115299 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'tag': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:00.150795 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 64b85811-e687-4fca-b8b4-8f02f01552c1 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:00.156742 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3355276-157a-431b-9729-a233a8c2ac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54867c7c-3f78-489d-a8d3-bf0f73d2e03e,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:00.224378 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:00.225085 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.228078 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] 10.222.0.52 "PUT /v2.0/ports/50c3ed50-5520-48a4-93ea-11a9469b0a4f HTTP/1.1" status: 200 len: 1093 time: 4.4277663 Nov 22 13:44:00.234820 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-79b6bad7-fac5-4f23-8e7d-d8116821a835 service neutron] 10.222.0.31 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492382 Nov 22 13:44:00.398976 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-37a39092-8552-4a3b-97e6-3e2ec0909485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.499031 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2fe9ac-97f3-4fc6-b22b-40815195b764", "tag": "e44bb438-71ff-4eeb-a5ea-30e885ca07a2"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:00.558008 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f15c8b-40a9-445c-a1b2-502570fb83cf service neutron] Pushing event updated for resources: {'Port': ['ID=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:00.573695 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Made reservation on behalf of 8d3623b6aa624b48b153f3bb831c6385 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:00.577967 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.581265 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3eb763c2-f613-4303-8113-1c57dcd68752 req-18ddba80-ee57-41b6-8302-3d06f2767375 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359261 Nov 22 13:44:00.608095 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-37a39092-8552-4a3b-97e6-3e2ec0909485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.614981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-37a39092-8552-4a3b-97e6-3e2ec0909485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:00.616411 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-37a39092-8552-4a3b-97e6-3e2ec0909485 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54867c7c-3f78-489d-a8d3-bf0f73d2e03e HTTP/1.1" status: 204 len: 168 time: 1.0264969 Nov 22 13:44:00.756557 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a39092-8552-4a3b-97e6-3e2ec0909485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54867c7c-3f78-489d-a8d3-bf0f73d2e03e,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:00.796374 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-72532c75-5c74-4f4f-8f32-94e90fb7dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:00.811162 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-72532c75-5c74-4f4f-8f32-94e90fb7dd69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=86d37c16844146be90e42574973a6861&device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 1096 time: 0.4723582 Nov 22 13:44:00.900853 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-d1a49690-a5b1-4cea-beb0-3c534785e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:00.905601 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-d1a49690-a5b1-4cea-beb0-3c534785e0ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 1096 time: 0.5857615 Nov 22 13:44:00.950894 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 64b85811-e687-4fca-b8b4-8f02f01552c1 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:00.953636 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:01.208858 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:01.311546 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 64b85811-e687-4fca-b8b4-8f02f01552c1, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=64b85811-e687-4fca-b8b4-8f02f01552c1,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:01.318898 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:01.344751 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ca93-1f7b-476a-8eca-be8eeae4a7be service neutron] Pushing event updated for resources: {'Port': ['ID=50c3ed50-5520-48a4-93ea-11a9469b0a4f,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:01.485038 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-9fc9f05d-c8bc-480c-b242-e017949b3915 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f HTTP/1.1" status: 200 len: 217 time: 0.4364269 Nov 22 13:44:01.490447 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-f1bf8342-dd47-43e9-8d99-bfb01daff1c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e44bb438-71ff-4eeb-a5ea-30e885ca07a2 HTTP/1.1" status: 200 len: 217 time: 0.6691754 Nov 22 13:44:01.514891 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=64b85811-e687-4fca-b8b4-8f02f01552c1,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:01.623775 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb71c9c-e019-4977-9b1e-e4e10c4c4a52 req-4e08f9b2-bec8-433c-935b-400841cb55fe tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:01.632179 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-dcb71c9c-e019-4977-9b1e-e4e10c4c4a52 req-4e08f9b2-bec8-433c-935b-400841cb55fe tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 943 time: 0.5765562 Nov 22 13:44:01.701605 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-16033e02-b9e2-437a-a32e-90a930dbdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:01.703704 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-16033e02-b9e2-437a-a32e-90a930dbdb1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bd39823-b317-479d-923f-7394060cb4a2 HTTP/1.1" status: 200 len: 852 time: 0.1761959 Nov 22 13:44:01.856130 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-7d8f357e-dbf8-4321-8490-eca2c79f6c65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58841093-8ff5-4189-bbff-4ad157ce8f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159220 Nov 22 13:44:01.863596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-74c9b4e2-04f2-476c-8d56-79a20d3d3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:01.865297 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-74c9b4e2-04f2-476c-8d56-79a20d3d3529 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 200 len: 854 time: 0.3392341 Nov 22 13:44:02.061624 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 64b85811-e687-4fca-b8b4-8f02f01552c1 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:02.143804 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-771f723b-fdd9-4a11-8eb1-bb412da601da service neutron] 10.222.0.52 "GET /v2.0/networks/58841093-8ff5-4189-bbff-4ad157ce8f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708232 Nov 22 13:44:02.175653 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-dcb71c9c-e019-4977-9b1e-e4e10c4c4a52 req-0fc713e3-79a3-46b6-9bd3-a1c4953abdc8 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421758 Nov 22 13:44:02.214913 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51118) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:02.269672 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 64b85811-e687-4fca-b8b4-8f02f01552c1 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:02.271986 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:02.302375 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-bef73333-6ea6-4328-aa35-4368c35b6660 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a84a04f9-b201-43c0-84cd-ce6ec22f409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241860 Nov 22 13:44:02.391892 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Allocated IP 172.20.0.2 (f2355211-3396-4b01-b0ca-f92016bb8ab5/3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8/6c00e9e6-d2fc-4a41-934e-e62ab70abc05) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:02.490223 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-622e96f1-03be-42c1-b751-a19d74c810a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1929938914&fields=id&tenant_id=88b94d04bded4b188291cfa01accf7af HTTP/1.1" status: 200 len: 267 time: 1.6261675 Nov 22 13:44:02.761757 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-42404f3a-2547-437b-8709-4a1c7e236ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:02.889775 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057ec70-70e7-4a8c-9cbe-81b8a203b10d x-openstack-request-id: req-6057ec70-70e7-4a8c-9cbe-81b8a203b10d {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:02.890114 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2fe9ac-97f3-4fc6-b22b-40815195b764", "tag": "e44bb438-71ff-4eeb-a5ea-30e885ca07a2", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:02.890323 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6057ec70-70e7-4a8c-9cbe-81b8a203b10d {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:02.890790 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'tag': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2', 'status': 'completed', 'code': 200} Nov 22 13:44:02.958771 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-3b74f457-e531-4d70-a485-2809dcded8c4 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:02.960796 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-3b74f457-e531-4d70-a485-2809dcded8c4 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 811 time: 0.4617052 Nov 22 13:44:03.073026 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7cfcda7d-1252-486c-b904-87d75b36a7d3 req-ebf908a9-c7c0-4b81-9260-711378e57838 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 210 time: 0.1022246 Nov 22 13:44:03.096756 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-42404f3a-2547-437b-8709-4a1c7e236ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:03.105148 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-42404f3a-2547-437b-8709-4a1c7e236ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:03.110730 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-31cfb600-44bc-4cd1-b39b-df67cc9b5b5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/quotas/88b94d04bded4b188291cfa01accf7af HTTP/1.1" status: 200 len: 375 time: 0.1257977 Nov 22 13:44:03.324715 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:03.327699 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-42404f3a-2547-437b-8709-4a1c7e236ca4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88be284be6a242f1b808d6371612f464&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1052399 Nov 22 13:44:03.331335 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42404f3a-2547-437b-8709-4a1c7e236ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d513e6b8-8ff6-4b5b-b3f8-d388d0bb2931,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:03.343247 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51174) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:03.399307 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d98a5-6abf-4dd6-a798-dc09f9083ca4 req-dc11b45a-acd6-4b77-b64d-d6e3477cd86f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:03.402658 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1a6d98a5-6abf-4dd6-a798-dc09f9083ca4 req-dc11b45a-acd6-4b77-b64d-d6e3477cd86f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 943 time: 0.1901720 Nov 22 13:44:03.404625 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-af876cfa-db57-4895-842c-eed6813b5369 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2928336 Nov 22 13:44:03.419877 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:03.479524 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1a6d98a5-6abf-4dd6-a798-dc09f9083ca4 req-6d1ea8f7-2007-4b37-bac9-36a789dedff6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664670 Nov 22 13:44:03.516834 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7137a015-ea47-4b79-9053-5c78468dcd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:03.607244 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7137a015-ea47-4b79-9053-5c78468dcd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:03.613239 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:03.645931 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:03.648775 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:03.661835 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Pushing event updated for resources: {'Port': ['ID=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:03.756530 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:03.760800 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:03.782879 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-bda12fe2-d8f2-4ee7-8491-b1d44a8ef9f3 service neutron] 10.222.0.31 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063364 Nov 22 13:44:03.820480 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-a105be6a-0a26-4f12-8c6d-4f2b907610c1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9944263 Nov 22 13:44:03.962991 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Request body: {'port': {'device_id': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:04.108577 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-31faca22-1d35-4271-870d-9bcdced7312b service neutron] 10.222.0.31 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080633 Nov 22 13:44:04.162719 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:04.497540 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f65ee-cb08-41f7-a02b-1b2e7f482203 req-f1cd9ecd-ec6b-49b0-84a2-fdd4b221b668 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:04.499829 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-547f65ee-cb08-41f7-a02b-1b2e7f482203 req-f1cd9ecd-ec6b-49b0-84a2-fdd4b221b668 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 943 time: 0.7930989 Nov 22 13:44:04.605728 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d24dd228-2b3e-4482-a029-a5e72c44e9a7 req-7b27dd3b-be6c-4fc4-b90e-fa0136ac4f1d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 210 time: 0.0580986 Nov 22 13:44:04.673609 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51224) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:04.737334 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7137a015-ea47-4b79-9053-5c78468dcd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:04.739896 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7137a015-ea47-4b79-9053-5c78468dcd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:04.741044 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-7137a015-ea47-4b79-9053-5c78468dcd94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d513e6b8-8ff6-4b5b-b3f8-d388d0bb2931 HTTP/1.1" status: 204 len: 168 time: 1.3909826 Nov 22 13:44:04.773449 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137a015-ea47-4b79-9053-5c78468dcd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d513e6b8-8ff6-4b5b-b3f8-d388d0bb2931,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:04.792760 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1c9bc0b-534b-4db5-8777-eb435f7cc914 req-8d894232-9dd8-4161-baa9-253300f43d23 service neutron] 10.222.0.52 "GET /v2.0/networks/58841093-8ff5-4189-bbff-4ad157ce8f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1468003 Nov 22 13:44:04.812840 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-547f65ee-cb08-41f7-a02b-1b2e7f482203 req-078c5e21-e54e-47c7-8265-39008e698933 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847397 Nov 22 13:44:04.819244 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-525347cf-e156-4b10-b64e-7e2a1d577342 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1818523 Nov 22 13:44:04.891521 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'tag': '50c3ed50-5520-48a4-93ea-11a9469b0a4f'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:04.894106 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc23c4cb-5e26-4a3f-83a2-3f73820458a7", "tag": "50c3ed50-5520-48a4-93ea-11a9469b0a4f"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:04.933152 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:04.940998 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:04.961262 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:44:04.962022 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Transition to ACTIVE for port object 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:44:04.978364 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.000738 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4f0-259e-426c-a022-385ea8c3ed6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.026949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a2a90-8674-4aad-a85b-a9b3d4f0a3a5 req-af6eb10b-cf27-4087-8a32-b6b67f3043ef tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:05.028490 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f65a2a90-8674-4aad-a85b-a9b3d4f0a3a5 req-af6eb10b-cf27-4087-8a32-b6b67f3043ef tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 943 time: 0.1010494 Nov 22 13:44:05.031014 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1f42071e-0f50-4fa9-9072-d4d76ecb4839 req-0bf2b20e-b665-4f77-8299-f36c3d7d41a4 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 210 time: 0.0661669 Nov 22 13:44:05.146245 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f65a2a90-8674-4aad-a85b-a9b3d4f0a3a5 req-d8a0a354-18d9-414b-b82a-66cc454ca1a6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008840 Nov 22 13:44:05.169302 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Pushing event updated for resources: {'Port': ['ID=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:05.226003 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4f0-259e-426c-a022-385ea8c3ed6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.231386 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-15b4a4f0-259e-426c-a022-385ea8c3ed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.273127 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c404488-0a64-45b0-99e0-c8590dc0510d x-openstack-request-id: req-7c404488-0a64-45b0-99e0-c8590dc0510d {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:05.274274 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc23c4cb-5e26-4a3f-83a2-3f73820458a7", "tag": "50c3ed50-5520-48a4-93ea-11a9469b0a4f", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:05.275278 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c404488-0a64-45b0-99e0-c8590dc0510d {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:05.276044 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'tag': '50c3ed50-5520-48a4-93ea-11a9469b0a4f', 'status': 'completed', 'code': 200} Nov 22 13:44:05.284824 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4a4f0-259e-426c-a022-385ea8c3ed6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f87b2a8-12c7-45a9-b2b5-c3852be6970e,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:05.354442 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Attempting to bind port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:05.355277 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Attempting to bind port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:05.355771 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Attempting to bind port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 on network f2355211-3396-4b01-b0ca-f92016bb8ab5 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:05.361079 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 on network f2355211-3396-4b01-b0ca-f92016bb8ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:44:05.361724 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Attempting to bind port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 on network f2355211-3396-4b01-b0ca-f92016bb8ab5 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:05.367352 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:05.367946 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Checking segment: {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:05.369533 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Bound using segment: {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:05.370404 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Bound port: 6c00e9e6-d2fc-4a41-934e-e62ab70abc05, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:05.370945 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.414452 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-15b4a4f0-259e-426c-a022-385ea8c3ed6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acbfdef0fab94f519e2948a522030578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7161024 Nov 22 13:44:05.423513 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51258) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:05.467287 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-305c887d-a7c0-4781-a943-2107e68258f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:05.469035 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-305c887d-a7c0-4781-a943-2107e68258f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=86d37c16844146be90e42574973a6861&device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 1096 time: 0.1039174 Nov 22 13:44:05.480201 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] For port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:05.485390 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] For port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:05.502899 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.557042 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51260) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:05.575341 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:05.576216 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.584057 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] 10.222.0.52 "PUT /v2.0/ports/6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 1093 time: 1.6282868 Nov 22 13:44:05.591434 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'tag': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:05.602705 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e5c0f7f7-b7a9-4853-bb1f-7502d1195edf req-dc9ae37e-325f-43fd-bbe9-cdcdfc30177f service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189883 Nov 22 13:44:05.608929 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bb5089e5-e095-4527-91c3-79d92ea90753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.613793 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0300475d-98cf-4a71-b317-03ae3868815e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.717554 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bb5089e5-e095-4527-91c3-79d92ea90753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.719559 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0300475d-98cf-4a71-b317-03ae3868815e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.745066 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0300475d-98cf-4a71-b317-03ae3868815e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:05.764023 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56968f-ad61-4cc5-9926-9258b8a30432 service neutron] Pushing event updated for resources: {'Port': ['ID=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:05.779522 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.52', 56036) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:05.849873 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-f0f205d0-50f5-44d9-af3e-b6a522260cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:05.851373 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-f0f205d0-50f5-44d9-af3e-b6a522260cbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=58841093-8ff5-4189-bbff-4ad157ce8f26 HTTP/1.1" status: 200 len: 913 time: 0.3609393 Nov 22 13:44:05.911988 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e8a445-8a89-4e14-9529-6e7eeceabb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "067f06e1-5203-4223-bdb1-f364f84ccaaa", "tag": "6c00e9e6-d2fc-4a41-934e-e62ab70abc05"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:05.919499 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-0300475d-98cf-4a71-b317-03ae3868815e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30893beed91c44b6bd0042fb4fad1fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611975 Nov 22 13:44:05.920077 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51274) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:05.972916 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ff4c7b1c-a162-4f22-8776-676f503ddb89 req-0989b988-e172-4f98-b1c3-4b4126ff3609 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 210 time: 0.2259343 Nov 22 13:44:05.981412 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-8c8286ae-ba79-44cb-a49b-83aa6774429b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e44bb438-71ff-4eeb-a5ea-30e885ca07a2 HTTP/1.1" status: 200 len: 217 time: 0.0956485 Nov 22 13:44:05.997561 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300475d-98cf-4a71-b317-03ae3868815e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e96884-4873-4139-9028-f09677fdae7d,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:06.048972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-f5bb3243-0382-47ac-a616-ee86c8a8ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.052559 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-f5bb3243-0382-47ac-a616-ee86c8a8ccb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 1096 time: 0.2002957 Nov 22 13:44:06.055529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bb5089e5-e095-4527-91c3-79d92ea90753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.058889 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bb5089e5-e095-4527-91c3-79d92ea90753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.060445 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-bb5089e5-e095-4527-91c3-79d92ea90753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f87b2a8-12c7-45a9-b2b5-c3852be6970e HTTP/1.1" status: 204 len: 168 time: 0.6342282 Nov 22 13:44:06.205746 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-0a99488b-09b2-4df5-8b9d-97d830c3e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.207410 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-0a99488b-09b2-4df5-8b9d-97d830c3e55f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 915 time: 0.1455266 Nov 22 13:44:06.219699 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5089e5-e095-4527-91c3-79d92ea90753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f87b2a8-12c7-45a9-b2b5-c3852be6970e,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:06.271816 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.52', 56040) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:06.289759 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-b990858a-a345-4f19-ad3c-6a4fb0953a11 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f HTTP/1.1" status: 200 len: 217 time: 0.0733860 Nov 22 13:44:06.303023 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27295848-cd78-4a49-861f-20f1023362d3 x-openstack-request-id: req-27295848-cd78-4a49-861f-20f1023362d3 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:06.303772 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067f06e1-5203-4223-bdb1-f364f84ccaaa", "tag": "6c00e9e6-d2fc-4a41-934e-e62ab70abc05", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:06.304160 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27295848-cd78-4a49-861f-20f1023362d3 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:06.304758 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'tag': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05', 'status': 'completed', 'code': 200} Nov 22 13:44:06.336952 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-98a38320-2987-4486-a996-50d041f4f29a req-e4707143-243e-4bf1-8f80-d93d1293b6db tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 210 time: 0.0490773 Nov 22 13:44:06.369990 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-d216bd79-d42d-40f0-8889-cb138014be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.371573 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-d216bd79-d42d-40f0-8889-cb138014be06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8bd39823-b317-479d-923f-7394060cb4a2 HTTP/1.1" status: 200 len: 852 time: 0.3603873 Nov 22 13:44:06.402190 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-de20d2af-c34c-452c-ba6b-48e8d6f97334 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.403867 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-de20d2af-c34c-452c-ba6b-48e8d6f97334 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 818 time: 0.6041610 Nov 22 13:44:06.406181 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-dd5b00aa-62b4-48ff-b319-b8daac004610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.407759 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-dd5b00aa-62b4-48ff-b319-b8daac004610 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1096 time: 0.6262822 Nov 22 13:44:06.435281 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-9664b0fb-67eb-4d69-84df-2f67ee5a168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.436830 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-9664b0fb-67eb-4d69-84df-2f67ee5a168e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 200 len: 854 time: 0.0987871 Nov 22 13:44:06.447909 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Request body: {'port': {'device_id': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'admin_state_up': True, 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:06.484374 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-6a835913-8b2d-4173-aa26-71b430488b12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58841093-8ff5-4189-bbff-4ad157ce8f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465312 Nov 22 13:44:06.535631 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-cb8d89f0-f9f0-4754-90ac-850aa0d6c281 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a84a04f9-b201-43c0-84cd-ce6ec22f409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849009 Nov 22 13:44:06.596536 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efc784-1722-4af5-9aa2-3883c6eac510 req-32cca5cf-4f25-462a-8ff6-11791d505024 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.598212 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-93efc784-1722-4af5-9aa2-3883c6eac510 req-32cca5cf-4f25-462a-8ff6-11791d505024 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 943 time: 0.5935583 Nov 22 13:44:06.630335 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51306) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:06.688931 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-66187a99-284c-446a-be53-b64fdad9c696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.692924 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-3c1d6065-10ab-4eba-8eaf-f9b9b6424d2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 217 time: 0.1043856 Nov 22 13:44:06.713183 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-53d069d4-d6f7-4b22-b8a8-f72b44f58dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.751726 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-e3c642ee-30f9-43e1-88d2-cb5d96eca387 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.753176 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-e3c642ee-30f9-43e1-88d2-cb5d96eca387 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 811 time: 0.4766107 Nov 22 13:44:06.762291 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b274d39-cd37-4225-8268-adee1e1223ae req-1dddebbe-ad3d-4a0c-80a7-fbf118729f1e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.763702 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6b274d39-cd37-4225-8268-adee1e1223ae req-1dddebbe-ad3d-4a0c-80a7-fbf118729f1e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 943 time: 0.2877614 Nov 22 13:44:06.784327 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-66187a99-284c-446a-be53-b64fdad9c696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.807553 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Made reservation on behalf of 8d3623b6aa624b48b153f3bb831c6385 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:06.811318 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.816797 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-2163b185-d62a-4d5b-8351-a4c06c5c7c13 service neutron] 10.222.0.52 "GET /v2.0/networks/58841093-8ff5-4189-bbff-4ad157ce8f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121660 Nov 22 13:44:06.837307 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-93efc784-1722-4af5-9aa2-3883c6eac510 req-0a5dda99-ddc7-4e65-9db8-7a152c06ea1b tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842518 Nov 22 13:44:06.852608 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9cb875f6-564a-4d86-9599-5c0d48918dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:06.854477 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-9cb875f6-564a-4d86-9599-5c0d48918dc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.1443734 Nov 22 13:44:06.951041 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-05524a9e-4995-48bd-a408-94a6e7f66b7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772803 Nov 22 13:44:06.954000 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-9185ac06-c6c1-43f6-ac9b-074e47320f80 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848228 Nov 22 13:44:06.958716 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-66187a99-284c-446a-be53-b64fdad9c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.961615 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-66187a99-284c-446a-be53-b64fdad9c696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:06.966165 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-66187a99-284c-446a-be53-b64fdad9c696 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3e96884-4873-4139-9028-f09677fdae7d HTTP/1.1" status: 204 len: 168 time: 1.0145326 Nov 22 13:44:06.977511 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6b274d39-cd37-4225-8268-adee1e1223ae req-7a1e7ca3-6dbb-46de-b857-ed1080d003bc tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976199 Nov 22 13:44:07.005352 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-baf7dfff-88bd-4f63-b156-b8186a2af638 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b94d04bded4b188291cfa01accf7af HTTP/1.1" status: 200 len: 380 time: 0.2396307 Nov 22 13:44:07.014845 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66187a99-284c-446a-be53-b64fdad9c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e96884-4873-4139-9028-f09677fdae7d,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:07.057527 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'port': {'device_id': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'admin_state_up': True, 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'security_groups': ['7e9128c6-f916-43fd-a788-06bfd04bc7c0']}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:07.129773 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Allocated IP 172.20.0.6 (f2355211-3396-4b01-b0ca-f92016bb8ab5/3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8/f134f236-0d84-4ad1-ba73-313f831e4543) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:07.236340 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c41d76bd-ee20-4cb2-98ce-6e4d1fe09662 req-ed593a44-55d5-4cbf-b485-397e020e2baa tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 210 time: 0.0682862 Nov 22 13:44:07.338473 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-8a5f9969-5a18-4e4d-ae11-bcf39f0eefa1 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649802 Nov 22 13:44:07.375156 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-53d069d4-d6f7-4b22-b8a8-f72b44f58dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.377747 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-1735de93-bce5-4a9c-82e2-88c102d2be38 service neutron] 10.222.0.52 "GET /v2.0/networks/58841093-8ff5-4189-bbff-4ad157ce8f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444050 Nov 22 13:44:07.412942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-53d069d4-d6f7-4b22-b8a8-f72b44f58dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.453530 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.489016 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-d3130728-53cf-407d-ac70-e352ca5dec2b service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384833 Nov 22 13:44:07.505840 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23c8c963-a3e0-4b7c-9625-e8139de9c1d0 req-e95ace87-f077-4270-b1f6-b4dddd42f187 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267799 Nov 22 13:44:07.527969 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.539926 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-53d069d4-d6f7-4b22-b8a8-f72b44f58dd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb354193e8104867b8dc87b40b1ddc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8747127 Nov 22 13:44:07.540804 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51334) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:07.544938 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d069d4-d6f7-4b22-b8a8-f72b44f58dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480857bd-e241-477b-a415-08959b1fc8a9,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:07.549537 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-299ad2f3-6cb7-485c-92e5-2d4ec2b8c57d req-ca3100b3-ab9e-4a32-9e22-cf45e512865e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 210 time: 0.0739849 Nov 22 13:44:07.622900 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Network f2355211-3396-4b01-b0ca-f92016bb8ab5 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:07.627583 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:07.629889 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Pushing event updated for resources: {'Port': ['ID=f134f236-0d84-4ad1-ba73-313f831e4543,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:07.632259 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:07.642285 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Made reservation on behalf of 88b94d04bded4b188291cfa01accf7af for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:07.645975 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.689407 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-0278ec09-5d4f-4374-9d1e-67f62a82400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:07.691064 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-0278ec09-5d4f-4374-9d1e-67f62a82400b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1096 time: 0.1156516 Nov 22 13:44:07.709075 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:07.709754 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.731496 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-4c705961-0a69-4917-b510-1262d75ac943 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2909963 Nov 22 13:44:07.746650 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Request body: {'port': {'device_id': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:07.758002 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e644c5a5-d04d-47c2-8c70-52f963798047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.816120 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.841488 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e644c5a5-d04d-47c2-8c70-52f963798047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.920272 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e644c5a5-d04d-47c2-8c70-52f963798047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.922908 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e644c5a5-d04d-47c2-8c70-52f963798047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:07.926360 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e644c5a5-d04d-47c2-8c70-52f963798047 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/480857bd-e241-477b-a415-08959b1fc8a9 HTTP/1.1" status: 204 len: 168 time: 0.3819897 Nov 22 13:44:08.019089 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644c5a5-d04d-47c2-8c70-52f963798047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480857bd-e241-477b-a415-08959b1fc8a9,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:08.087676 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ad9d-e4d4-433c-b575-8db7dfc72a7c req-b0dfcf2e-4145-4620-a533-b445bf792bdf tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.089571 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1aa0ad9d-e4d4-433c-b575-8db7dfc72a7c req-b0dfcf2e-4145-4620-a533-b445bf792bdf tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 943 time: 0.1389394 Nov 22 13:44:08.099473 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-93bcf597-c8bd-402b-8362-d1a3caa94391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.101557 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-93bcf597-c8bd-402b-8362-d1a3caa94391 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.3609898 Nov 22 13:44:08.107806 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Allocated IP 172.20.0.4 (e7706b4f-e379-4641-9c77-35453cbb2b93/585a83c5-6e8b-496d-b010-678be8a0fc51/240f0463-d6f8-4b28-8e80-f50d6a9dfe1f) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:08.166633 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-062d7a36-5eaa-4e2a-bfa0-1066894c8d4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 217 time: 0.0551322 Nov 22 13:44:08.215362 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1aa0ad9d-e4d4-433c-b575-8db7dfc72a7c req-00151894-0f41-4627-a236-f748b21b7a43 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870938 Nov 22 13:44:08.275671 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f134f236-0d84-4ad1-ba73-313f831e4543 {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:08.283781 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.299798 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Transition to ACTIVE for port object f134f236-0d84-4ad1-ba73-313f831e4543 will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:44:08.307518 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.345553 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7504e15-2814-4f12-9f60-41b4eed9d185 req-d5c1331a-2441-4b84-ac92-84c5adae5666 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.347100 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f7504e15-2814-4f12-9f60-41b4eed9d185 req-d5c1331a-2441-4b84-ac92-84c5adae5666 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 943 time: 0.1795249 Nov 22 13:44:08.379090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-32941394-88af-4685-a579-3608e2b83108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.380585 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-32941394-88af-4685-a579-3608e2b83108 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.1940064 Nov 22 13:44:08.384581 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Pushing event updated for resources: {'Port': ['ID=f134f236-0d84-4ad1-ba73-313f831e4543,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:08.440507 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f7504e15-2814-4f12-9f60-41b4eed9d185 req-57c27f39-ac2a-43c0-b61f-21b43650e37b tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Nov 22 13:44:08.498034 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7415635-5a3a-464c-99b5-2e193eb089f7 req-3c01a930-c37e-4c25-8d35-5957e75bdd76 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.499663 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a7415635-5a3a-464c-99b5-2e193eb089f7 req-3c01a930-c37e-4c25-8d35-5957e75bdd76 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.1113005 Nov 22 13:44:08.526898 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.536867 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Attempting to bind port f134f236-0d84-4ad1-ba73-313f831e4543 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:08.537232 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Attempting to bind port f134f236-0d84-4ad1-ba73-313f831e4543 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:08.537566 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Attempting to bind port f134f236-0d84-4ad1-ba73-313f831e4543 on network f2355211-3396-4b01-b0ca-f92016bb8ab5 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:08.546654 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Port f134f236-0d84-4ad1-ba73-313f831e4543 on network f2355211-3396-4b01-b0ca-f92016bb8ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:44:08.547266 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Attempting to bind port f134f236-0d84-4ad1-ba73-313f831e4543 on network f2355211-3396-4b01-b0ca-f92016bb8ab5 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:08.562981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:08.563653 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Checking segment: {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:08.564195 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Bound using segment: {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:08.564822 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Bound port: f134f236-0d84-4ad1-ba73-313f831e4543, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3995f09d-cb2a-415a-9e90-eb5a40d08689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:08.565155 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.570079 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.600259 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a7415635-5a3a-464c-99b5-2e193eb089f7 req-2ce90763-bce2-46a2-af11-518d9e8a64c3 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828307 Nov 22 13:44:08.670762 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] For port f134f236-0d84-4ad1-ba73-313f831e4543, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:08.674515 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] For port f134f236-0d84-4ad1-ba73-313f831e4543, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f134f236-0d84-4ad1-ba73-313f831e4543,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:08.680179 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.708786 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Network e7706b4f-e379-4641-9c77-35453cbb2b93 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:08.718298 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'Port': ['ID=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:08.721834 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:08.724130 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:08.727800 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.728449 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.730237 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] 10.222.0.52 "PUT /v2.0/ports/f134f236-0d84-4ad1-ba73-313f831e4543 HTTP/1.1" status: 200 len: 1093 time: 0.9892566 Nov 22 13:44:08.730691 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'tag': 'f134f236-0d84-4ad1-ba73-313f831e4543'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:08.733384 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03319127-9fde-4587-8be8-08eea90b289c" -d '{"events": [{"name": "network-changed", "server_uuid": "03515ad0-4aa5-4b79-b17c-0182e9a89f98", "tag": "f134f236-0d84-4ad1-ba73-313f831e4543"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:08.780832 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea9195-4afa-4ea8-b575-dfa9b0712837 req-87b606f4-0260-4e48-b987-651876f1f6ee tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.782850 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9eea9195-4afa-4ea8-b575-dfa9b0712837 req-87b606f4-0260-4e48-b987-651876f1f6ee tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 931 time: 0.1278286 Nov 22 13:44:08.786087 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df7cd0-9a76-43bb-99c5-cce28badb49e service neutron] Pushing event updated for resources: {'Port': ['ID=f134f236-0d84-4ad1-ba73-313f831e4543,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:08.813795 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:08.814869 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:08.824559 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e14be1-9f89-4d35-a30c-39032d506c35 x-openstack-request-id: req-42e14be1-9f89-4d35-a30c-39032d506c35 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:08.824913 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03515ad0-4aa5-4b79-b17c-0182e9a89f98", "tag": "f134f236-0d84-4ad1-ba73-313f831e4543", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:08.825107 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42e14be1-9f89-4d35-a30c-39032d506c35 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:08.825687 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'tag': 'f134f236-0d84-4ad1-ba73-313f831e4543', 'status': 'completed', 'code': 200} Nov 22 13:44:08.864460 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-a05d93b9-a107-41c2-8c96-fa81463ef5c1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8418822 Nov 22 13:44:08.879861 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9eea9195-4afa-4ea8-b575-dfa9b0712837 req-a47ae9a6-d040-4fdf-bfbd-c57bb4bbfc86 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601981 Nov 22 13:44:09.009691 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-1e221142-1d7b-4fd1-a879-e172e4735f68 None None] Provisioning complete for port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:09.010655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-1e221142-1d7b-4fd1-a879-e172e4735f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.032031 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51406) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:09.048938 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-1e221142-1d7b-4fd1-a879-e172e4735f68 None None] Port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:44:09.172659 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f39-733d-406e-a8e1-e2a16bfc2c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.265597 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f39-733d-406e-a8e1-e2a16bfc2c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.270720 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a72a0f39-733d-406e-a8e1-e2a16bfc2c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.313842 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a72a0f39-733d-406e-a8e1-e2a16bfc2c9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5b2dfc7af5b4feeae55417ae16c29c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808380 Nov 22 13:44:09.314625 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51428) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:09.351531 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec8de9-ec83-4e76-b2bf-9dbd8c05c999 req-8bb89083-25c7-4c13-b1a3-6581c743a606 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:09.359336 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a0f39-733d-406e-a8e1-e2a16bfc2c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d23e8-a0e9-429c-9288-f62e287a81c0,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:09.359661 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c4ec8de9-ec83-4e76-b2bf-9dbd8c05c999 req-8bb89083-25c7-4c13-b1a3-6581c743a606 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 943 time: 0.0650868 Nov 22 13:44:09.409321 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-89e92430-0d86-4b9d-a847-5ccfb0e83858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.426315 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c4ec8de9-ec83-4e76-b2bf-9dbd8c05c999 req-d268418d-ae69-47c0-9cb6-553777c081b6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625913 Nov 22 13:44:09.443405 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-89e92430-0d86-4b9d-a847-5ccfb0e83858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.500945 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-89e92430-0d86-4b9d-a847-5ccfb0e83858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.506202 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-89e92430-0d86-4b9d-a847-5ccfb0e83858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:09.507382 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-89e92430-0d86-4b9d-a847-5ccfb0e83858 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f57d23e8-a0e9-429c-9288-f62e287a81c0 HTTP/1.1" status: 204 len: 168 time: 0.1899266 Nov 22 13:44:09.518574 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e92430-0d86-4b9d-a847-5ccfb0e83858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d23e8-a0e9-429c-9288-f62e287a81c0,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:09.615777 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de87b34-6dd0-46c0-9c3d-6e788faf10fb req-da1c1740-fc89-41a0-ab24-d12f0d2d2eb8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:09.617859 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3de87b34-6dd0-46c0-9c3d-6e788faf10fb req-da1c1740-fc89-41a0-ab24-d12f0d2d2eb8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 943 time: 0.0667262 Nov 22 13:44:09.684442 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3de87b34-6dd0-46c0-9c3d-6e788faf10fb req-4c079e8c-9fac-46c8-a44b-c829c91c2845 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577269 Nov 22 13:44:09.734948 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c8e8e-b374-4d29-b02f-8774fdf59910 req-f11b6e57-641c-4dd0-a94d-9e6073b41522 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:09.737266 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-203c8e8e-b374-4d29-b02f-8774fdf59910 req-f11b6e57-641c-4dd0-a94d-9e6073b41522 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.0684190 Nov 22 13:44:09.803994 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-203c8e8e-b374-4d29-b02f-8774fdf59910 req-da2c39bd-4e88-4fa8-94fe-312e278e5016 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Nov 22 13:44:09.909420 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51468) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:09.928327 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d583c271-e5fe-4c47-9340-19aadeed4c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.023571 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73efdd7-e6fc-45f0-9268-5b36f6bc213f req-c6c6f8df-31ba-4ec0-8c74-ba5017337076 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:10.025755 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d73efdd7-e6fc-45f0-9268-5b36f6bc213f req-c6c6f8df-31ba-4ec0-8c74-ba5017337076 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 931 time: 0.0654347 Nov 22 13:44:10.027301 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d583c271-e5fe-4c47-9340-19aadeed4c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.034634 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d583c271-e5fe-4c47-9340-19aadeed4c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.066073 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51472) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:10.070429 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583c271-e5fe-4c47-9340-19aadeed4c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f93534-8692-4acc-906e-49a92d4a6947,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:10.090460 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d73efdd7-e6fc-45f0-9268-5b36f6bc213f req-221138aa-f05c-4a6e-8e10-3a655582750f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577638 Nov 22 13:44:10.104724 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-d583c271-e5fe-4c47-9340-19aadeed4c8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af4bfd4e65b047f297e45ac995db9181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826494 Nov 22 13:44:10.105483 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51476) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:10.147201 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2d419ee5-06e5-4221-9c4f-c4704e9f864f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.170031 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2d419ee5-06e5-4221-9c4f-c4704e9f864f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.233115 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2d419ee5-06e5-4221-9c4f-c4704e9f864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.238389 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2d419ee5-06e5-4221-9c4f-c4704e9f864f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.239574 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-2d419ee5-06e5-4221-9c4f-c4704e9f864f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1f93534-8692-4acc-906e-49a92d4a6947 HTTP/1.1" status: 204 len: 168 time: 0.1428380 Nov 22 13:44:10.253990 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d419ee5-06e5-4221-9c4f-c4704e9f864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f93534-8692-4acc-906e-49a92d4a6947,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:10.307226 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-179e8191-8146-477a-8c57-9d027c426277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.391774 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-179e8191-8146-477a-8c57-9d027c426277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.396162 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-179e8191-8146-477a-8c57-9d027c426277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.436127 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e8191-8146-477a-8c57-9d027c426277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468f069b-8bc6-443b-a9f1-5f77f461cfd7,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:10.440790 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-179e8191-8146-477a-8c57-9d027c426277 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a9c3f7829254133b21d7664899eff9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736641 Nov 22 13:44:10.443416 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51492) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:10.509691 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c5feefea-e67c-4d2b-b337-5cf4bfc84bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.562579 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c5feefea-e67c-4d2b-b337-5cf4bfc84bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.611142 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c919a-0dac-4bd6-a6c8-b08cdee5a935 req-b6b186ed-3bd9-4b0c-a6ab-448ebdbb3779 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:10.612714 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-681c919a-0dac-4bd6-a6c8-b08cdee5a935 req-b6b186ed-3bd9-4b0c-a6ab-448ebdbb3779 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 943 time: 0.0920784 Nov 22 13:44:10.657564 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c5feefea-e67c-4d2b-b337-5cf4bfc84bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.660179 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c5feefea-e67c-4d2b-b337-5cf4bfc84bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:10.663695 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-c5feefea-e67c-4d2b-b337-5cf4bfc84bcb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/468f069b-8bc6-443b-a9f1-5f77f461cfd7 HTTP/1.1" status: 204 len: 168 time: 0.2168975 Nov 22 13:44:10.679666 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5feefea-e67c-4d2b-b337-5cf4bfc84bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468f069b-8bc6-443b-a9f1-5f77f461cfd7,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:10.704466 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-681c919a-0dac-4bd6-a6c8-b08cdee5a935 req-949a7e92-d08f-44df-ab4f-06869c79f028 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824857 Nov 22 13:44:10.829591 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a7602-48cd-4d71-a49c-e58871f73900 req-1db56f60-3898-4fed-9366-d1b9927f655d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:10.831345 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0e0a7602-48cd-4d71-a49c-e58871f73900 req-1db56f60-3898-4fed-9366-d1b9927f655d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 943 time: 0.0532475 Nov 22 13:44:10.894016 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0e0a7602-48cd-4d71-a49c-e58871f73900 req-e0baab33-e3c7-47bf-ac7b-6dbb4433aff8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 Nov 22 13:44:10.944281 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5a41a-a4e6-4352-ba39-d6b7f677f73b req-db336c2c-f06f-41c3-956b-6b668ee94a0c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:10.949699 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ddf5a41a-a4e6-4352-ba39-d6b7f677f73b req-db336c2c-f06f-41c3-956b-6b668ee94a0c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.0610139 Nov 22 13:44:10.996104 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ddf5a41a-a4e6-4352-ba39-d6b7f677f73b req-787ae4a6-35d7-48a7-a0c1-467a2167bb39 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Nov 22 13:44:11.085079 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51532) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:11.097172 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51536) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:11.116726 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7342185f-a904-4281-92f8-f86579191a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.239728 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:44:11.267008 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-79c344ad-8b9d-40fc-8ec8-fa5faad774ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563331 Nov 22 13:44:11.272253 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Request body: {'port': {'device_id': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:11.367553 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:11.382933 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05', 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'port_id': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05', 'mac_address': 'fa:16:3e:7e:96:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:44:11.411663 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-17ffcbc9-f77e-4f5d-8802-f1f4b58df4b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.414294 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51546) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:11.417321 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7342185f-a904-4281-92f8-f86579191a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.431421 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.447017 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:11.449758 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7342185f-a904-4281-92f8-f86579191a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.470234 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:11.476019 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.477226 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 50c3ed50-5520-48a4-93ea-11a9469b0a4f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:44:11.490324 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319127-9fde-4587-8be8-08eea90b289c req-09ab0bff-feb3-492b-9288-5a33f822ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:11.491828 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-03319127-9fde-4587-8be8-08eea90b289c req-09ab0bff-feb3-492b-9288-5a33f822ece1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 1096 time: 0.2103100 Nov 22 13:44:11.497750 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.542266 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a880cf-6b1c-4f50-b121-798925d6e295 req-0b06e366-f46f-4560-bb7f-b99fa73bba4a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:11.543847 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e4a880cf-6b1c-4f50-b121-798925d6e295 req-0b06e366-f46f-4560-bb7f-b99fa73bba4a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 931 time: 0.3647447 Nov 22 13:44:11.560625 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-7342185f-a904-4281-92f8-f86579191a54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=987c55ce743c4908a5e3af66ec6b6e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620397 Nov 22 13:44:11.562885 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-1f19a800-bc53-4f77-bdaf-c3ed264c4519 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544563 Nov 22 13:44:11.563545 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51550) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:11.586163 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1950333693-network', 'tenant_id': '3e5f4a09cdab4ca886d16555e1031888'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:11.610745 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342185f-a904-4281-92f8-f86579191a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcaf4d5-5b39-476d-8150-5e718e3382fe,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:11.639285 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:11.691649 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 50c3ed50-5520-48a4-93ea-11a9469b0a4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:11.692977 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319127-9fde-4587-8be8-08eea90b289c req-247f175b-7a9e-45a4-8f02-b8d1f591513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:11.694481 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-03319127-9fde-4587-8be8-08eea90b289c req-247f175b-7a9e-45a4-8f02-b8d1f591513d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8d3623b6aa624b48b153f3bb831c6385&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1935942 Nov 22 13:44:11.704819 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '50c3ed50-5520-48a4-93ea-11a9469b0a4f', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'port_id': '50c3ed50-5520-48a4-93ea-11a9469b0a4f', 'mac_address': 'fa:16:3e:fd:53:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:44:11.710206 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Made reservation on behalf of 3e5f4a09cdab4ca886d16555e1031888 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:11.712913 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.745284 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.760345 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c3ed50-5520-48a4-93ea-11a9469b0a4f {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:11.782755 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 50c3ed50-5520-48a4-93ea-11a9469b0a4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:11.789238 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.791054 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e44bb438-71ff-4eeb-a5ea-30e885ca07a2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:44:11.795612 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.805333 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e4a880cf-6b1c-4f50-b121-798925d6e295 req-c4a50822-7f9d-4d91-91bf-25d64bc4196e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406433 Nov 22 13:44:11.822747 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397e879-bc6a-4da4-ae78-717fc95e0d57 req-52de13d9-edc6-4e72-9319-0b27f03036cc tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:11.824770 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2397e879-bc6a-4da4-ae78-717fc95e0d57 req-52de13d9-edc6-4e72-9319-0b27f03036cc tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 943 time: 0.0560338 Nov 22 13:44:11.850411 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35431eae-7487-4f3e-97c5-7712caeb1e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.877269 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2397e879-bc6a-4da4-ae78-717fc95e0d57 req-16ff04d4-985d-4d5a-9f59-1407e037cdf1 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Nov 22 13:44:11.918509 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-17ffcbc9-f77e-4f5d-8802-f1f4b58df4b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.932322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35431eae-7487-4f3e-97c5-7712caeb1e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.936839 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-17ffcbc9-f77e-4f5d-8802-f1f4b58df4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:11.948471 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e44bb438-71ff-4eeb-a5ea-30e885ca07a2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,segment=NetworkSegment(238e5bc0-1387-4203-85f6-d73bd13e168e),segment_id=238e5bc0-1387-4203-85f6-d73bd13e168e)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:11.959979 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=50c3ed50-5520-48a4-93ea-11a9469b0a4f,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:11.966539 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2', 'network_id': '58841093-8ff5-4189-bbff-4ad157ce8f26', 'port_id': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2', 'mac_address': 'fa:16:3e:6f:20:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd39823-b317-479d-923f-7394060cb4a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:44:12.005466 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.019690 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44bb438-71ff-4eeb-a5ea-30e885ca07a2 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:12.044180 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e44bb438-71ff-4eeb-a5ea-30e885ca07a2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,segment=NetworkSegment(238e5bc0-1387-4203-85f6-d73bd13e168e),segment_id=238e5bc0-1387-4203-85f6-d73bd13e168e)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:12.048553 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.067996 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-17ffcbc9-f77e-4f5d-8802-f1f4b58df4b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=549cfac964b747a5920052e2a7764d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9817548 Nov 22 13:44:12.070697 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51558) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:12.083554 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffcbc9-f77e-4f5d-8802-f1f4b58df4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c2d8ce-90b1-4071-b893-ac6f33fb7734,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.133350 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.156656 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e349d-dec2-4cb5-86c3-1e1f4358176b req-4a1d22cc-0a88-4e89-941e-590a2b201297 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:12.158192 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e1e349d-dec2-4cb5-86c3-1e1f4358176b req-4a1d22cc-0a88-4e89-941e-590a2b201297 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 944 time: 0.1871922 Nov 22 13:44:12.158659 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467242d-3ba3-4cd3-82b2-26ad7d8a32f5 req-4b5c60d3-e304-495f-bef1-11c79b622b26 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:12.166546 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8467242d-3ba3-4cd3-82b2-26ad7d8a32f5 req-4b5c60d3-e304-495f-bef1-11c79b622b26 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.0973449 Nov 22 13:44:12.180023 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35431eae-7487-4f3e-97c5-7712caeb1e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.183493 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35431eae-7487-4f3e-97c5-7712caeb1e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.184706 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-35431eae-7487-4f3e-97c5-7712caeb1e06 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abcaf4d5-5b39-476d-8150-5e718e3382fe HTTP/1.1" status: 204 len: 168 time: 0.6138732 Nov 22 13:44:12.202565 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6cec784a-aee2-4145-8437-41471de0dd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.206321 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.220776 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.233144 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35431eae-7487-4f3e-97c5-7712caeb1e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcaf4d5-5b39-476d-8150-5e718e3382fe,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.242023 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:12.242350 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8467242d-3ba3-4cd3-82b2-26ad7d8a32f5 req-4f086522-1767-4016-b757-3eaf3711dffa tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748436 Nov 22 13:44:12.245120 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6cec784a-aee2-4145-8437-41471de0dd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.256739 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.287288 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:44:12.316578 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fab0f57-ed0c-4204-85e0-9630cb2f9a4a,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.323584 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6cec784a-aee2-4145-8437-41471de0dd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.324186 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e1e349d-dec2-4cb5-86c3-1e1f4358176b req-dd787385-e792-44be-98c1-1fa0b1edd58f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383736 Nov 22 13:44:12.326382 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6cec784a-aee2-4145-8437-41471de0dd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.326823 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Transition to ACTIVE for port object 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:44:12.329832 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.330436 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Added segment 15447f9b-d06b-48a5-982e-b02586e52adb of type vlan for network 4ad423c1-fe83-4b26-860d-25607131b387 Nov 22 13:44:12.330913 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-6cec784a-aee2-4145-8437-41471de0dd7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43c2d8ce-90b1-4071-b893-ac6f33fb7734 HTTP/1.1" status: 204 len: 168 time: 0.2586994 Nov 22 13:44:12.341174 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.341875 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec784a-aee2-4145-8437-41471de0dd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c2d8ce-90b1-4071-b893-ac6f33fb7734,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.413368 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.439901 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.500099 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.501076 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:12.501788 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.585875 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad423c1-fe83-4b26-860d-25607131b387,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.599542 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 4ad423c1-fe83-4b26-860d-25607131b387 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:44:12.606044 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-57aa3490-4f75-46f5-83b1-72658222a229 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1777089 Nov 22 13:44:12.608843 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51574) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:12.614610 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Request body: {'subnet': {'network_id': '4ad423c1-fe83-4b26-860d-25607131b387', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1950333693-subnet', 'tenant_id': '3e5f4a09cdab4ca886d16555e1031888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:12.623802 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Attempting to bind port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:12.624263 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Attempting to bind port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:12.624657 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Attempting to bind port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f on network e7706b4f-e379-4641-9c77-35453cbb2b93 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:12.630690 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f on network e7706b4f-e379-4641-9c77-35453cbb2b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:44:12.631162 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Attempting to bind port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f on network e7706b4f-e379-4641-9c77-35453cbb2b93 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:12.638422 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:12.638685 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Checking segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:12.639068 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Bound using segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:12.639942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Bound port: 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:12.640307 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.659912 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Made reservation on behalf of 3e5f4a09cdab4ca886d16555e1031888 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:12.663162 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9759158'] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.742471 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] For port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:12.747044 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] For port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:12.761623 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.802119 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:12.802871 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.804332 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] 10.222.0.52 "PUT /v2.0/ports/240f0463-d6f8-4b28-8e80-f50d6a9dfe1f HTTP/1.1" status: 200 len: 1093 time: 1.5535221 Nov 22 13:44:12.810862 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:12.813837 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29103e7-815a-4232-b286-fa57bb5dfd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:12.849923 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51586) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:12.891188 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22990d-095e-4876-b6bd-cd4ee135f5a3 x-openstack-request-id: req-9c22990d-095e-4876-b6bd-cd4ee135f5a3 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:12.891984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:12.892527 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c22990d-095e-4876-b6bd-cd4ee135f5a3 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:12.893145 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'status': 'completed', 'code': 200} Nov 22 13:44:12.895316 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2665152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9759112'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.896372 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-508b3dc2-6fec-4a45-b116-a155048570dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:12.925012 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b55ad7-b53e-4d27-aaf3-d9af73156bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.985219 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae5d7702-39de-4409-b22f-5ee54ae17429,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:12.991615 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Checking segment: {'id': '15447f9b-d06b-48a5-982e-b02586e52adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4ad423c1-fe83-4b26-860d-25607131b387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:12.992424 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Network hostable DHCP agents. Network: 4ad423c1-fe83-4b26-860d-25607131b387, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:44:13.021811 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e5f00-c544-44f5-824e-5c6f96f213e2 req-01d0b331-14a8-44e7-83ed-7087ec98b124 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:13.023090 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-393e5f00-c544-44f5-824e-5c6f96f213e2 req-01d0b331-14a8-44e7-83ed-7087ec98b124 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 943 time: 0.1018302 Nov 22 13:44:13.057296 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Network 4ad423c1-fe83-4b26-860d-25607131b387 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:44:13.077242 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb468b9-1a4a-48a2-8d28-56738e0e8cfc req-af9e0f29-7326-4b66-aab7-73c259d7f978 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:13.078940 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bfb468b9-1a4a-48a2-8d28-56738e0e8cfc req-af9e0f29-7326-4b66-aab7-73c259d7f978 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 944 time: 0.0897915 Nov 22 13:44:13.080184 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 4ad423c1-fe83-4b26-860d-25607131b387) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:13.084403 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:13.085286 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:13.101331 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9925dbe-a367-4d8b-99d1-289e3170fe58 None None] Network 4ad423c1-fe83-4b26-860d-25607131b387 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:13.113099 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-508b3dc2-6fec-4a45-b116-a155048570dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:13.117473 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-393e5f00-c544-44f5-824e-5c6f96f213e2 req-948ae881-141c-41ae-888d-f678c5b50a99 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853214 Nov 22 13:44:13.121858 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-508b3dc2-6fec-4a45-b116-a155048570dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:13.144138 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-73e1ed16-6670-47f5-bd3b-180920725dd7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5316432 Nov 22 13:44:13.191047 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b3dc2-6fec-4a45-b116-a155048570dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b634d7a1-559b-4d98-b75e-84db32985b2b,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:13.195721 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-508b3dc2-6fec-4a45-b116-a155048570dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef60712547324b48a27f9fd7d82eaa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434348 Nov 22 13:44:13.200397 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bfb468b9-1a4a-48a2-8d28-56738e0e8cfc req-4996db4f-0b38-44d0-b503-98e47b708724 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097124 Nov 22 13:44:13.200919 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51596) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:13.264532 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b691a79-1cb6-41b4-bcb5-229861387132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:13.286046 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16304c-3ceb-4a9e-bd5a-03c47d760255 None None] Network 4ad423c1-fe83-4b26-860d-25607131b387 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:13.292418 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b691a79-1cb6-41b4-bcb5-229861387132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:13.373847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b691a79-1cb6-41b4-bcb5-229861387132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:13.376810 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b691a79-1cb6-41b4-bcb5-229861387132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:13.378189 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-3b691a79-1cb6-41b4-bcb5-229861387132 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b634d7a1-559b-4d98-b75e-84db32985b2b HTTP/1.1" status: 204 len: 168 time: 0.1762829 Nov 22 13:44:13.387650 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b691a79-1cb6-41b4-bcb5-229861387132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b634d7a1-559b-4d98-b75e-84db32985b2b,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:13.485463 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fd625-1282-477a-8c5f-ef0891aa5ecb req-d5a0a629-f154-4710-bf8b-f187db4314af tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:13.495147 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-975fd625-1282-477a-8c5f-ef0891aa5ecb req-d5a0a629-f154-4710-bf8b-f187db4314af tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.1471417 Nov 22 13:44:13.530333 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec88aec-8a71-4fe1-81ff-6d8ab9ed2969 req-5e1a7fa7-d8f3-4f8b-94f4-44e9628e3fc3 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:13.531894 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bec88aec-8a71-4fe1-81ff-6d8ab9ed2969 req-5e1a7fa7-d8f3-4f8b-94f4-44e9628e3fc3 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 944 time: 0.0962009 Nov 22 13:44:13.597959 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bec88aec-8a71-4fe1-81ff-6d8ab9ed2969 req-dc32e114-9dbb-4d11-9135-e79fb11fff21 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592098 Nov 22 13:44:13.601443 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-975fd625-1282-477a-8c5f-ef0891aa5ecb req-992644dd-712d-4936-b001-0a492edb6876 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050980 Nov 22 13:44:13.637513 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-16e8a445-8a89-4e14-9529-6e7eeceabb3f req-0fe3d117-8e78-4edd-b7a6-03d97f99a0bc service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171929 Nov 22 13:44:14.075102 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51642) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:14.081503 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2125775071-network', 'tenant_id': 'bf8e90b844194cc1acd5d951ce0ce2cb'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:14.103035 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Made reservation on behalf of bf8e90b844194cc1acd5d951ce0ce2cb for: {'network': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:14.106090 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.116167 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.205316 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.210654 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.239068 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=109190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:44:14.267008 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.267624 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.segments_db [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Added segment ed7cad35-d1fc-4271-bf14-5010f9c7ed61 of type vlan for network cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5 Nov 22 13:44:14.269442 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af3ab6a-bff7-4025-b32e-d2b26354b89a,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:14.282321 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb499589-539c-4971-a689-fb017465644e req-d293bfd0-54a4-401a-aa0d-d4e9b68c7c4e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:14.284435 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fb499589-539c-4971-a689-fb017465644e req-d293bfd0-54a4-401a-aa0d-d4e9b68c7c4e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 943 time: 0.0727384 Nov 22 13:44:14.341636 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fb499589-539c-4971-a689-fb017465644e req-25943813-f8ec-44cb-9d0c-9477d9de8358 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498242 Nov 22 13:44:14.359270 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.398757 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d97771-fd87-49a2-9f86-31c2afb9ac7d req-e694590a-99ff-41bd-9c3b-b894a3867ad2 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:14.401880 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-38d97771-fd87-49a2-9f86-31c2afb9ac7d req-e694590a-99ff-41bd-9c3b-b894a3867ad2 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 944 time: 0.0926998 Nov 22 13:44:14.413792 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.415380 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:14.416018 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.499529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29103e7-815a-4232-b286-fa57bb5dfd9e req-1552d90d-539f-4842-a5fa-fe2157b9a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:14.501234 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a29103e7-815a-4232-b286-fa57bb5dfd9e req-1552d90d-539f-4842-a5fa-fe2157b9a669 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0580952 Nov 22 13:44:14.563615 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4865510 Nov 22 13:44:14.580191 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51668) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:14.589516 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Request body: {'subnet': {'network_id': 'cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2125775071-subnet', 'tenant_id': 'bf8e90b844194cc1acd5d951ce0ce2cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:14.650162 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-38d97771-fd87-49a2-9f86-31c2afb9ac7d req-3c0219eb-ce3e-4992-b17f-53da09781f91 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413783 Nov 22 13:44:14.658668 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc74fcf-0508-4e2d-9cf9-dc8479c15913 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:14.687389 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:44:14.801385 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Made reservation on behalf of bf8e90b844194cc1acd5d951ce0ce2cb for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:14.804030 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9759158'] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:14.808604 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['6c00e9e6-d2fc-4a41-934e-e62ab70abc05'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:44:14.811926 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:44:14.851034 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03319127-9fde-4587-8be8-08eea90b289c req-d2fb7191-a918-48d6-8286-c4a8423410f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:14.852561 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-03319127-9fde-4587-8be8-08eea90b289c req-d2fb7191-a918-48d6-8286-c4a8423410f0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4281039 Nov 22 13:44:14.908344 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['e44bb438-71ff-4eeb-a5ea-30e885ca07a2'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:44:15.035693 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48af3b-ab39-45cd-b42e-8fe3533159e4 req-66d1ade0-1efd-4887-b6db-644626ce6eb2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.044265 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-de48af3b-ab39-45cd-b42e-8fe3533159e4 req-66d1ade0-1efd-4887-b6db-644626ce6eb2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 944 time: 0.2925708 Nov 22 13:44:15.087218 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5ddf-92b1-472c-beec-c29ba7d38ef0 req-cc73584d-5fa0-4a6f-9188-8cbe705e4fa2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.094925 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-963d5ddf-92b1-472c-beec-c29ba7d38ef0 req-cc73584d-5fa0-4a6f-9188-8cbe705e4fa2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.1718640 Nov 22 13:44:15.098304 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29103e7-815a-4232-b286-fa57bb5dfd9e req-b617bd1c-4944-4630-b79b-1a4e26f52b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.099658 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a29103e7-815a-4232-b286-fa57bb5dfd9e req-b617bd1c-4944-4630-b79b-1a4e26f52b30 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=88b94d04bded4b188291cfa01accf7af&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5892293 Nov 22 13:44:15.161940 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-de48af3b-ab39-45cd-b42e-8fe3533159e4 req-d5ed8171-4d4f-486b-a13d-7e8eef7ca180 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037116 Nov 22 13:44:15.209868 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-e3770afe-4dbb-423d-8e8a-2d01cf150158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.213062 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-e3770afe-4dbb-423d-8e8a-2d01cf150158 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 1096 time: 0.3054225 Nov 22 13:44:15.283145 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-5b8b66a6-e179-4877-b8ee-f7dec5ce6849 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f134f236-0d84-4ad1-ba73-313f831e4543 HTTP/1.1" status: 200 len: 217 time: 0.0507174 Nov 22 13:44:15.285279 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-963d5ddf-92b1-472c-beec-c29ba7d38ef0 req-24452d15-0a4e-4def-a17b-c7b25e4f4991 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894445 Nov 22 13:44:15.350687 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29103e7-815a-4232-b286-fa57bb5dfd9e req-fa8c8da1-4eef-45af-b638-ed394313e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.352428 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a29103e7-815a-4232-b286-fa57bb5dfd9e req-fa8c8da1-4eef-45af-b638-ed394313e57f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2374210 Nov 22 13:44:15.374739 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2665152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9759112'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:15.406363 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-9b95f56e-7b7a-46cb-8fdc-0707c8d7c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.408677 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-9b95f56e-7b7a-46cb-8fdc-0707c8d7c9dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.0958776 Nov 22 13:44:15.494315 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-1f8102a1-60f5-4c3d-b7a3-bb299d5deeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.496661 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-1f8102a1-60f5-4c3d-b7a3-bb299d5deeba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0716057 Nov 22 13:44:15.505514 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd440294-64a2-43ce-8aa1-be974b940154,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:15.526971 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-ee59bbd6-f887-4e34-bf3a-ea8ea0ca395c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079319 Nov 22 13:44:15.551931 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-f6337a57-2cb0-414f-9957-919284b82a6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f HTTP/1.1" status: 200 len: 217 time: 0.0426805 Nov 22 13:44:15.646981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Checking segment: {'id': 'ed7cad35-d1fc-4271-bf14-5010f9c7ed61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:15.647353 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Network hostable DHCP agents. Network: cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:44:15.684511 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-f34ae7c2-c45b-4512-8ec4-f3c3dc547318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.688186 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-f34ae7c2-c45b-4512-8ec4-f3c3dc547318 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.1246221 Nov 22 13:44:15.709154 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97e921-39d1-4ea5-9548-255d20730569 req-c252bcbb-0205-4088-8065-f897550899a6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.719660 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1d97e921-39d1-4ea5-9548-255d20730569 req-c252bcbb-0205-4088-8065-f897550899a6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 943 time: 0.2150373 Nov 22 13:44:15.731286 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Network cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:44:15.759030 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-46f147ba-5227-437a-8ed3-c52c3401b071 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063198 Nov 22 13:44:15.785072 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:15.788945 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-fb8585bf-a394-4782-babe-5453fa71bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.791800 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-fb8585bf-a394-4782-babe-5453fa71bbe8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0917468 Nov 22 13:44:15.796582 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee3896-aebf-48e1-b3ff-3d8670ab85cc None None] Network cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:15.904719 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb0916-2f12-4bf5-9389-2cffde0e26ca req-ff41f6a4-dc5a-4593-aa50-2792d9c256e3 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.906495 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-acfb0916-2f12-4bf5-9389-2cffde0e26ca req-ff41f6a4-dc5a-4593-aa50-2792d9c256e3 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 944 time: 0.1338913 Nov 22 13:44:15.960393 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-ae7db1eb-8493-4e93-8997-894f5afeddf2 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513028 Nov 22 13:44:15.968336 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-88ada267-095f-4173-8a5a-93a3d0e12014 req-d7969e10-cdea-4fd2-a775-52ed3efd1f82 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993887 Nov 22 13:44:15.982040 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:15.983010 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:15.997961 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1d97e921-39d1-4ea5-9548-255d20730569 req-251232ee-82d9-425f-9ff8-58f2af30cb56 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773590 Nov 22 13:44:16.021320 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-d2eb9e30-ffef-4805-9e28-144d748e8bd6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4284194 Nov 22 13:44:16.042868 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a1a95-7d31-43be-b281-313a44039d3b None None] Network cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:16.044729 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-acfb0916-2f12-4bf5-9389-2cffde0e26ca req-44921ac7-b401-4ee6-bbb0-603d48bd2a84 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280153 Nov 22 13:44:16.114409 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3de6dc4-3e15-4249-a12e-196750762d82 req-77bd12c3-98e4-4ee5-982f-13dcd20655e6 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438773 Nov 22 13:44:16.296373 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf996-6c19-443c-8aa1-a293da63bbea req-6177c98d-afae-44f3-8fcc-df8adae6b921 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:16.297951 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c00bf996-6c19-443c-8aa1-a293da63bbea req-6177c98d-afae-44f3-8fcc-df8adae6b921 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 944 time: 0.0502911 Nov 22 13:44:16.379585 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c00bf996-6c19-443c-8aa1-a293da63bbea req-afe67333-489b-4c49-b38c-23f0161e37db tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Nov 22 13:44:16.431582 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5eec81-3a34-4854-8e48-d2480049eb19 req-b61cc6e9-f268-43b2-899b-901baf380b92 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:16.433128 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6f5eec81-3a34-4854-8e48-d2480049eb19 req-b61cc6e9-f268-43b2-899b-901baf380b92 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.0602505 Nov 22 13:44:16.436728 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:16.492785 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:44:16.499914 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:16.500289 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:16.516523 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6f5eec81-3a34-4854-8e48-d2480049eb19 req-c5b87fc5-b1c2-44c0-bcdb-164e5830aee5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691862 Nov 22 13:44:16.615005 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:16.648188 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:16.732957 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:16.738714 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:16.739662 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 50c3ed50-5520-48a4-93ea-11a9469b0a4f up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:16.838942 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:16.845750 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3029476-51e0-4560-b4ed-f4ae8fd6737e" -d '{"events": [{"server_uuid": "067f06e1-5203-4223-bdb1-f364f84ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "6c00e9e6-d2fc-4a41-934e-e62ab70abc05"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:16.860408 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 50c3ed50-5520-48a4-93ea-11a9469b0a4f completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:44:16.864851 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 50c3ed50-5520-48a4-93ea-11a9469b0a4f triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:16.865257 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:16.942248 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cd768c-5c6a-4cc6-a6f7-60cfa24e372c x-openstack-request-id: req-82cd768c-5c6a-4cc6-a6f7-60cfa24e372c {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:16.942566 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067f06e1-5203-4223-bdb1-f364f84ccaaa", "name": "network-vif-plugged", "status": "completed", "tag": "6c00e9e6-d2fc-4a41-934e-e62ab70abc05", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:16.942825 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82cd768c-5c6a-4cc6-a6f7-60cfa24e372c {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:16.943278 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05', 'code': 200} Nov 22 13:44:16.947759 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:16.981220 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 50c3ed50-5520-48a4-93ea-11a9469b0a4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:16.986336 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:16.987942 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e44bb438-71ff-4eeb-a5ea-30e885ca07a2 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:17.077892 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:17.092087 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=50c3ed50-5520-48a4-93ea-11a9469b0a4f,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:17.112947 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:44:17.119352 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:17.120025 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:17.218482 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928574e8-b017-4430-b9a8-6a3ad25c9459 req-02955f7e-d389-4941-8598-0bc8ac3d185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:17.220382 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-928574e8-b017-4430-b9a8-6a3ad25c9459 req-02955f7e-d389-4941-8598-0bc8ac3d185a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.1221175 Nov 22 13:44:17.229158 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:17.234101 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef46a55-00e2-4458-8593-db245451a7f4 req-39ecde94-82d6-4090-b939-53342091f2f0 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:17.241604 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1ef46a55-00e2-4458-8593-db245451a7f4 req-39ecde94-82d6-4090-b939-53342091f2f0 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 943 time: 0.1040609 Nov 22 13:44:17.269944 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-928574e8-b017-4430-b9a8-6a3ad25c9459 req-1fe2938d-ca0c-493c-b33c-9fadbd3989b7 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:17.278620 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e44bb438-71ff-4eeb-a5ea-30e885ca07a2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,segment=NetworkSegment(238e5bc0-1387-4203-85f6-d73bd13e168e),segment_id=238e5bc0-1387-4203-85f6-d73bd13e168e)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:17.285790 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:17.333480 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1ef46a55-00e2-4458-8593-db245451a7f4 req-6033b654-9d50-48ab-a348-5b65ca5310bd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867345 Nov 22 13:44:17.370159 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:17.407750 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-928574e8-b017-4430-b9a8-6a3ad25c9459 req-1fe2938d-ca0c-493c-b33c-9fadbd3989b7 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:17.414067 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-928574e8-b017-4430-b9a8-6a3ad25c9459 req-1fe2938d-ca0c-493c-b33c-9fadbd3989b7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:17.416665 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57d4b-7cd7-4648-b136-0cc52998a5a7 req-8370d1a4-6e46-4534-b460-2f3678ccdb97 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:17.418248 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-44a57d4b-7cd7-4648-b136-0cc52998a5a7 req-8370d1a4-6e46-4534-b460-2f3678ccdb97 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 944 time: 0.2661092 Nov 22 13:44:17.475885 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-928574e8-b017-4430-b9a8-6a3ad25c9459 req-1fe2938d-ca0c-493c-b33c-9fadbd3989b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305794 Nov 22 13:44:17.478675 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-44a57d4b-7cd7-4648-b136-0cc52998a5a7 req-1aea89f2-a580-46a7-9834-9755aa73f5cd tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538747 Nov 22 13:44:17.499156 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2938d-ca0c-493c-b33c-9fadbd3989b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19257097-f82f-47ff-9ead-41c0b0b810e8,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:17.522440 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351271-cf88-43df-a15f-df5996d1ac09 req-c6510395-3049-4742-bce1-11fe780b507d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:17.523909 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-05351271-cf88-43df-a15f-df5996d1ac09 req-c6510395-3049-4742-bce1-11fe780b507d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.0732780 Nov 22 13:44:17.575783 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-05351271-cf88-43df-a15f-df5996d1ac09 req-61da0eb7-32ab-472f-8e59-85945373b2a1 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Nov 22 13:44:17.629552 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f2bdb-4fe3-41d7-9320-9f612f9cb816 req-1888479c-1018-4f10-9f82-fd8b10e56749 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:17.631032 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5e5f2bdb-4fe3-41d7-9320-9f612f9cb816 req-1888479c-1018-4f10-9f82-fd8b10e56749 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.0520072 Nov 22 13:44:17.682081 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5e5f2bdb-4fe3-41d7-9320-9f612f9cb816 req-de6d049f-b9df-4d2d-a2eb-65e1064fb32b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Nov 22 13:44:18.084187 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51812) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:18.187743 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-87f70a74-f6d8-438c-b826-c1ea279a406f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.261958 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-87f70a74-f6d8-438c-b826-c1ea279a406f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.265700 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-87f70a74-f6d8-438c-b826-c1ea279a406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.304562 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-87f70a74-f6d8-438c-b826-c1ea279a406f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2770a748c3d648eda5a912d6afbf81a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192771 Nov 22 13:44:18.305475 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f70a74-f6d8-438c-b826-c1ea279a406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4be136-0c38-4385-a780-b8e73567097b,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:18.308355 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51816) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:18.363968 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98c715ae-1cdb-4c27-bab1-ccbff8a75a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.387566 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98c715ae-1cdb-4c27-bab1-ccbff8a75a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.457070 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e04bb4-55e9-4307-992b-4e378d277486 req-a7f1f6ff-633d-4a0a-bcf9-e35c3db787f8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:18.458484 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44e04bb4-55e9-4307-992b-4e378d277486 req-a7f1f6ff-633d-4a0a-bcf9-e35c3db787f8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 943 time: 0.0647755 Nov 22 13:44:18.474442 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98c715ae-1cdb-4c27-bab1-ccbff8a75a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.476991 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98c715ae-1cdb-4c27-bab1-ccbff8a75a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.478819 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-98c715ae-1cdb-4c27-bab1-ccbff8a75a97 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea4be136-0c38-4385-a780-b8e73567097b HTTP/1.1" status: 204 len: 168 time: 0.1685157 Nov 22 13:44:18.496715 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c715ae-1cdb-4c27-bab1-ccbff8a75a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4be136-0c38-4385-a780-b8e73567097b,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:18.534788 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44e04bb4-55e9-4307-992b-4e378d277486 req-afed4bd4-8cd5-4aed-b2a2-264095b67662 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670812 Nov 22 13:44:18.634875 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516bb75-b522-401d-b082-303388262240 req-b81c68ff-9ba8-4f7f-9b3f-7aaf3617eafc tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:18.636550 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8516bb75-b522-401d-b082-303388262240 req-b81c68ff-9ba8-4f7f-9b3f-7aaf3617eafc tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0602798 Nov 22 13:44:18.700001 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8516bb75-b522-401d-b082-303388262240 req-8496f7c9-1d49-411e-bc6d-16ee3538b47f tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572114 Nov 22 13:44:18.724190 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c236ad-b185-4fe7-b21b-5b318f0de81c req-f67dda40-013f-4348-a875-66603a6be0bc tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:18.725730 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-39c236ad-b185-4fe7-b21b-5b318f0de81c req-f67dda40-013f-4348-a875-66603a6be0bc tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.0596166 Nov 22 13:44:18.803076 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-39c236ad-b185-4fe7-b21b-5b318f0de81c req-2dc5edab-d5cf-4d28-983e-a837184966d2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669713 Nov 22 13:44:18.823720 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9822f-d066-43c8-a25d-43c57dc04b68 req-e87c2f9e-c0b2-4257-8faf-12fafaee48bb tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:18.825372 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6dc9822f-d066-43c8-a25d-43c57dc04b68 req-e87c2f9e-c0b2-4257-8faf-12fafaee48bb tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 943 time: 0.0612345 Nov 22 13:44:18.878794 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6dc9822f-d066-43c8-a25d-43c57dc04b68 req-da286c25-dbbf-42e6-ab25-614ce8d87d58 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Nov 22 13:44:18.908958 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 51848) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:18.921882 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c037-fe6a-4b44-b48f-d65832256ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:18.944089 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c3ed50-5520-48a4-93ea-11a9469b0a4f'}, {'server_uuid': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:18.947019 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e66a7-4021-4ac0-8f20-addee9138310" -d '{"events": [{"server_uuid": "fc23c4cb-5e26-4a3f-83a2-3f73820458a7", "name": "network-vif-plugged", "status": "completed", "tag": "50c3ed50-5520-48a4-93ea-11a9469b0a4f"}, {"server_uuid": "ff2fe9ac-97f3-4fc6-b22b-40815195b764", "name": "network-vif-plugged", "status": "completed", "tag": "e44bb438-71ff-4eeb-a5ea-30e885ca07a2"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:18.978304 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device f134f236-0d84-4ad1-ba73-313f831e4543 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:44:18.995084 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b91192-5491-475c-b9fa-3bb030d416e1 x-openstack-request-id: req-c3b91192-5491-475c-b9fa-3bb030d416e1 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:18.995390 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23c4cb-5e26-4a3f-83a2-3f73820458a7", "name": "network-vif-plugged", "status": "completed", "tag": "50c3ed50-5520-48a4-93ea-11a9469b0a4f", "code": 200}, {"server_uuid": "ff2fe9ac-97f3-4fc6-b22b-40815195b764", "name": "network-vif-plugged", "status": "completed", "tag": "e44bb438-71ff-4eeb-a5ea-30e885ca07a2", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:18.995646 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3b91192-5491-475c-b9fa-3bb030d416e1 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:18.996075 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c3ed50-5520-48a4-93ea-11a9469b0a4f', 'code': 200} Nov 22 13:44:18.996337 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2', 'code': 200} Nov 22 13:44:19.006671 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c037-fe6a-4b44-b48f-d65832256ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.011371 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c1f6c037-fe6a-4b44-b48f-d65832256ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.048503 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-c1f6c037-fe6a-4b44-b48f-d65832256ff6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b73f3127f4445418ea13a83466f2e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384206 Nov 22 13:44:19.049624 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6c037-fe6a-4b44-b48f-d65832256ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314de103-eede-46f4-8493-dafbb8c18b65,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:19.051212 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 51852) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:19.088378 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port f134f236-0d84-4ad1-ba73-313f831e4543, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f134f236-0d84-4ad1-ba73-313f831e4543,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:19.103397 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'f134f236-0d84-4ad1-ba73-313f831e4543', 'network_id': 'f2355211-3396-4b01-b0ca-f92016bb8ab5', 'port_id': 'f134f236-0d84-4ad1-ba73-313f831e4543', 'mac_address': 'fa:16:3e:97:48:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:44:19.107488 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-13934b40-a34f-425d-b817-a672f3888ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.130080 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-13934b40-a34f-425d-b817-a672f3888ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.141747 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.154527 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f134f236-0d84-4ad1-ba73-313f831e4543 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:19.174946 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port f134f236-0d84-4ad1-ba73-313f831e4543, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f134f236-0d84-4ad1-ba73-313f831e4543,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:19.177111 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-13934b40-a34f-425d-b817-a672f3888ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.178660 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.179297 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:44:19.179761 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-13934b40-a34f-425d-b817-a672f3888ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.181570 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-13934b40-a34f-425d-b817-a672f3888ea1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/314de103-eede-46f4-8493-dafbb8c18b65 HTTP/1.1" status: 204 len: 168 time: 0.1292579 Nov 22 13:44:19.189149 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13934b40-a34f-425d-b817-a672f3888ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314de103-eede-46f4-8493-dafbb8c18b65,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:19.300559 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=f134f236-0d84-4ad1-ba73-313f831e4543,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:19.348003 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:19.362928 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'port_id': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'mac_address': 'fa:16:3e:e8:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:44:19.403202 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.417374 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:19.446600 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:19.457638 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:19.502651 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:19.658245 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4483ef2-9a85-4b29-8ac6-43fe2544eb41 req-7117a325-19d5-427f-b26a-65bc7424e3f2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:19.659763 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4483ef2-9a85-4b29-8ac6-43fe2544eb41 req-7117a325-19d5-427f-b26a-65bc7424e3f2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 944 time: 0.0493252 Nov 22 13:44:19.708797 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4483ef2-9a85-4b29-8ac6-43fe2544eb41 req-58e0d3ce-3f82-4542-9b80-cdfb6f18ffca tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 Nov 22 13:44:19.831801 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9a17b-58be-437c-b9c9-c94a71beac77 req-1eced79a-fbcc-41ca-9abf-d5dcccc92077 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:19.833952 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44d9a17b-58be-437c-b9c9-c94a71beac77 req-1eced79a-fbcc-41ca-9abf-d5dcccc92077 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0567112 Nov 22 13:44:19.899160 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44d9a17b-58be-437c-b9c9-c94a71beac77 req-c492bdcf-a645-4523-9b1c-9410afcbddbd tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Nov 22 13:44:19.943640 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8f164-578d-449b-9d07-f149c84d6d1b req-053d0175-0757-4a16-9964-87fa72471942 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:19.949912 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dca8f164-578d-449b-9d07-f149c84d6d1b req-053d0175-0757-4a16-9964-87fa72471942 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.0726681 Nov 22 13:44:19.995782 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dca8f164-578d-449b-9d07-f149c84d6d1b req-c616fea8-ad8a-4234-bb9f-cbbd3986155e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433366 Nov 22 13:44:20.027521 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb436ca3-f17b-4d6f-b4e4-9ffa61ae8e94 req-dbd486f7-6fd9-47c6-b696-c0e101a4d44b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:20.029019 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bb436ca3-f17b-4d6f-b4e4-9ffa61ae8e94 req-dbd486f7-6fd9-47c6-b696-c0e101a4d44b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 944 time: 0.0646949 Nov 22 13:44:20.079452 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bb436ca3-f17b-4d6f-b4e4-9ffa61ae8e94 req-427d2a43-96a7-42d4-a975-5f0d791fc015 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Nov 22 13:44:20.825253 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8ad86-cd53-4f31-b1c3-ed923cfe83cc req-95124edd-3952-4a8f-9e5e-434f017d0aee tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:20.826725 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cfc8ad86-cd53-4f31-b1c3-ed923cfe83cc req-95124edd-3952-4a8f-9e5e-434f017d0aee tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 944 time: 0.0485959 Nov 22 13:44:20.872845 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cfc8ad86-cd53-4f31-b1c3-ed923cfe83cc req-9bcdb4ef-7ed3-44e6-a44e-def835597b85 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Nov 22 13:44:21.029740 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1fea-c128-488a-bed1-36f5b7f29b7f req-a9e32f6a-abaf-4ea2-8bfc-957a4ac9964f tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:21.031429 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-380e1fea-c128-488a-bed1-36f5b7f29b7f req-a9e32f6a-abaf-4ea2-8bfc-957a4ac9964f tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0534728 Nov 22 13:44:21.122268 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-380e1fea-c128-488a-bed1-36f5b7f29b7f req-8fbeb1eb-e309-4b55-b273-140d824e52f0 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834181 Nov 22 13:44:21.133396 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f649e-2ce8-4880-84e7-9e16034ee64a req-df187a89-fe42-422c-8d21-264508d045df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:21.135287 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-961f649e-2ce8-4880-84e7-9e16034ee64a req-df187a89-fe42-422c-8d21-264508d045df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 1098 time: 0.0712357 Nov 22 13:44:21.150441 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['240f0463-d6f8-4b28-8e80-f50d6a9dfe1f'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:44:21.170589 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5a0c5-ff12-4c22-acc2-5c4b6a2cfac9 req-fbed77a9-e535-424e-8ae3-22b72cee8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:21.179733 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9bc5a0c5-ff12-4c22-acc2-5c4b6a2cfac9 req-fbed77a9-e535-424e-8ae3-22b72cee8826 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 1098 time: 0.1298580 Nov 22 13:44:21.203763 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-961f649e-2ce8-4880-84e7-9e16034ee64a req-8e916921-7096-44df-a4b0-51efd92cfbd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563252 Nov 22 13:44:21.222018 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12115f6-d942-442b-b902-14bd534c5adf req-557b36ea-a858-463c-874f-2d417010d3f2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:21.223886 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e12115f6-d942-442b-b902-14bd534c5adf req-557b36ea-a858-463c-874f-2d417010d3f2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.1194386 Nov 22 13:44:21.228524 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['f134f236-0d84-4ad1-ba73-313f831e4543'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:44:21.296106 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9bc5a0c5-ff12-4c22-acc2-5c4b6a2cfac9 req-8968b559-7a5d-4e00-a290-fa54e2a1743e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154370 Nov 22 13:44:21.329001 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e12115f6-d942-442b-b902-14bd534c5adf req-03c5d8f7-2b48-43c1-9ece-c6613b2d62bc tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Nov 22 13:44:21.344187 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e814a-1529-4678-872d-a3b15ddc5a9a req-691d0845-cf1c-428b-abec-a717d282c747 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:21.348554 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-be8e814a-1529-4678-872d-a3b15ddc5a9a req-691d0845-cf1c-428b-abec-a717d282c747 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 944 time: 0.1336672 Nov 22 13:44:21.421930 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-be8e814a-1529-4678-872d-a3b15ddc5a9a req-176756ea-0fb5-4405-a6f8-47c973363364 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722694 Nov 22 13:44:22.011748 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72120ef2-a086-4eae-bce5-d3d1a5ef40df req-4b816eba-6aac-4263-80ac-278fe5b690b3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:22.014002 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-72120ef2-a086-4eae-bce5-d3d1a5ef40df req-4b816eba-6aac-4263-80ac-278fe5b690b3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 944 time: 0.0687437 Nov 22 13:44:22.082999 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-72120ef2-a086-4eae-bce5-d3d1a5ef40df req-eca1e9c9-da58-4e48-b60b-7c52485dbc08 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611577 Nov 22 13:44:22.270737 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227357-63db-40fb-b86e-67d12e394c9b req-06c3ca84-a285-41a7-9379-b5d0d8f05438 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:22.279121 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9d227357-63db-40fb-b86e-67d12e394c9b req-06c3ca84-a285-41a7-9379-b5d0d8f05438 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0739477 Nov 22 13:44:22.349923 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9d227357-63db-40fb-b86e-67d12e394c9b req-1c8d7377-f24b-4cfa-950c-e404c6f50b41 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696368 Nov 22 13:44:22.473463 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167773b6-2bed-4237-8418-742f764fbe1a req-8f6f1d80-20dc-4671-9e9e-8f92a0c284cb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:22.474982 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-167773b6-2bed-4237-8418-742f764fbe1a req-8f6f1d80-20dc-4671-9e9e-8f92a0c284cb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.0523274 Nov 22 13:44:22.518986 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d5c6e2c9-8413-404d-8052-93cbe6a5f426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:22.526142 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-167773b6-2bed-4237-8418-742f764fbe1a req-9ca68ade-8e19-447d-9f86-07ef562a12a4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Nov 22 13:44:22.560405 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec263627-56c1-4047-9267-3ccf203eae04 req-b9045591-94f4-4dba-b2d1-7c04aa650dc2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:22.561944 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ec263627-56c1-4047-9267-3ccf203eae04 req-b9045591-94f4-4dba-b2d1-7c04aa650dc2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 944 time: 0.0591893 Nov 22 13:44:22.624894 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ec263627-56c1-4047-9267-3ccf203eae04 req-f7cf4771-e04c-4835-b8e4-25fd39ea4041 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534053 Nov 22 13:44:22.890119 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device f134f236-0d84-4ad1-ba73-313f831e4543 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:22.940783 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port f134f236-0d84-4ad1-ba73-313f831e4543 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:44:22.944608 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port f134f236-0d84-4ad1-ba73-313f831e4543 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:22.944981 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:23.027846 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:23.052268 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f134f236-0d84-4ad1-ba73-313f831e4543'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:23.054563 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6173da-c26f-491f-a09a-4dc6160f4b37" -d '{"events": [{"server_uuid": "03515ad0-4aa5-4b79-b17c-0182e9a89f98", "name": "network-vif-plugged", "status": "completed", "tag": "f134f236-0d84-4ad1-ba73-313f831e4543"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:23.067911 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port f134f236-0d84-4ad1-ba73-313f831e4543, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f134f236-0d84-4ad1-ba73-313f831e4543,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:23.072692 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:23.073863 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:23.097286 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce244f9f-cbd5-422d-8cb4-626ea7668d7b x-openstack-request-id: req-ce244f9f-cbd5-422d-8cb4-626ea7668d7b {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:23.097286 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03515ad0-4aa5-4b79-b17c-0182e9a89f98", "name": "network-vif-plugged", "status": "completed", "tag": "f134f236-0d84-4ad1-ba73-313f831e4543", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:23.097533 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce244f9f-cbd5-422d-8cb4-626ea7668d7b {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:23.097788 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f134f236-0d84-4ad1-ba73-313f831e4543', 'code': 200} Nov 22 13:44:23.159846 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=f134f236-0d84-4ad1-ba73-313f831e4543,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:23.175630 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:44:23.179602 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:23.179975 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:23.217996 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cff77-1441-4237-93be-6718e0257532 req-ccdf3f74-b873-413e-85ec-7662cd4a03fb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:23.219445 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-818cff77-1441-4237-93be-6718e0257532 req-ccdf3f74-b873-413e-85ec-7662cd4a03fb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 944 time: 0.0560999 Nov 22 13:44:23.272753 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-818cff77-1441-4237-93be-6718e0257532 req-460d1f76-d201-459d-826a-c5d25d95a82e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471308 Nov 22 13:44:23.279620 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:23.302342 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f975d-908a-44ec-b396-9a5db976fd7a req-e36cbb0e-6e20-4c3d-b567-ad862b69d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:23.302342 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-331f975d-908a-44ec-b396-9a5db976fd7a req-e36cbb0e-6e20-4c3d-b567-ad862b69d107 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 1098 time: 0.0444438 Nov 22 13:44:23.313980 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:23.317788 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:23.349394 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-331f975d-908a-44ec-b396-9a5db976fd7a req-bb737398-e074-40f2-9e8d-bd456fce019a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396123 Nov 22 13:44:23.369563 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:23.471476 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ce1c-32d2-474f-bbd0-c1b30c4fffcc req-8bbd5b37-4e50-46ef-b753-e23a898870bd tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:23.473004 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3678ce1c-32d2-474f-bbd0-c1b30c4fffcc req-8bbd5b37-4e50-46ef-b753-e23a898870bd tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0499237 Nov 22 13:44:23.534145 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3678ce1c-32d2-474f-bbd0-c1b30c4fffcc req-1905f5a1-9aec-4c4f-83b2-5a6d0923a325 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531964 Nov 22 13:44:23.665774 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c42a97-d79f-428c-b7fe-438a4a13fc63 req-bd3bede8-1549-4621-8df7-273e5b064632 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:23.673706 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b4c42a97-d79f-428c-b7fe-438a4a13fc63 req-bd3bede8-1549-4621-8df7-273e5b064632 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.0635238 Nov 22 13:44:23.734934 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b4c42a97-d79f-428c-b7fe-438a4a13fc63 req-bae3ca7a-0a0c-40c5-b7ed-05bdf3bba265 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Nov 22 13:44:23.747824 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb314c5-5660-4e3b-a9a9-a958d9529619 req-0da14659-70a3-4cfc-ac40-4bac0e203c36 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:23.749558 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ddb314c5-5660-4e3b-a9a9-a958d9529619 req-0da14659-70a3-4cfc-ac40-4bac0e203c36 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0534420 Nov 22 13:44:23.811493 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ddb314c5-5660-4e3b-a9a9-a958d9529619 req-843b7151-d99d-41bb-9c0a-5a9719b15862 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 Nov 22 13:44:24.393412 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a9b6b-d887-46ad-ac19-8cb9fbf9369c req-fd63758f-e203-4917-aec8-c85983b0c9ab tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:24.394881 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-039a9b6b-d887-46ad-ac19-8cb9fbf9369c req-fd63758f-e203-4917-aec8-c85983b0c9ab tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0475752 Nov 22 13:44:24.441882 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-039a9b6b-d887-46ad-ac19-8cb9fbf9369c req-29b8ee78-9d43-4ec8-a0ca-3597bb216abd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403814 Nov 22 13:44:24.895659 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-498985d6-3feb-4914-8f71-3d05fd8d2a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:24.941907 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25245269-63c1-4bcb-9d4b-e8316835b5ab req-1a4d6391-18e0-44aa-a48a-86089f461763 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:24.943443 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25245269-63c1-4bcb-9d4b-e8316835b5ab req-1a4d6391-18e0-44aa-a48a-86089f461763 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0510190 Nov 22 13:44:24.990790 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25245269-63c1-4bcb-9d4b-e8316835b5ab req-4014daac-67ad-4751-8395-aa6699f30e16 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Nov 22 13:44:25.098642 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:25.101057 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b88a7b-9f72-4f80-96bb-2d10f6f162b8" -d '{"events": [{"server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "name": "network-vif-plugged", "status": "completed", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:25.137284 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fcd34d-f01e-4400-90a4-8a3649071a32 x-openstack-request-id: req-c2fcd34d-f01e-4400-90a4-8a3649071a32 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:25.137611 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "name": "network-vif-plugged", "status": "completed", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:25.137874 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2fcd34d-f01e-4400-90a4-8a3649071a32 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:25.138277 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'code': 200} Nov 22 13:44:25.552859 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30733d35-abc3-4393-8dc4-3cd6a287db12 req-cbc29274-4887-4838-b587-b3f2992bda5c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:25.554351 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-30733d35-abc3-4393-8dc4-3cd6a287db12 req-cbc29274-4887-4838-b587-b3f2992bda5c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0469313 Nov 22 13:44:25.600410 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-30733d35-abc3-4393-8dc4-3cd6a287db12 req-2347e8aa-d017-488d-ace0-bcf6f29e72b1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393527 Nov 22 13:44:25.811710 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:26.113631 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338084f-f78e-4338-b4a3-155139f7e6c7 req-858bc9c6-8854-459c-89f3-1167abd8aa1e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:26.115095 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2338084f-f78e-4338-b4a3-155139f7e6c7 req-858bc9c6-8854-459c-89f3-1167abd8aa1e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0539553 Nov 22 13:44:26.162906 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2338084f-f78e-4338-b4a3-155139f7e6c7 req-716459bd-0aa6-450a-b3a0-455e35db2376 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Nov 22 13:44:26.722914 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdd5f-ecda-49b3-9ede-6f42ed5a3326 req-3d3deee9-5dbf-4ca5-b4bb-9c9c10e72431 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:26.724737 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-889cdd5f-ecda-49b3-9ede-6f42ed5a3326 req-3d3deee9-5dbf-4ca5-b4bb-9c9c10e72431 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0543227 Nov 22 13:44:26.799159 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ca697-34d9-4118-9a95-e2013ca9bce1 req-ddb86068-52d0-463e-a075-1040d3315868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:26.800664 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ff0ca697-34d9-4118-9a95-e2013ca9bce1 req-ddb86068-52d0-463e-a075-1040d3315868 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0750153 Nov 22 13:44:26.804411 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-889cdd5f-ecda-49b3-9ede-6f42ed5a3326 req-5f7116be-c7c1-4148-adbc-26e15fb45573 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689547 Nov 22 13:44:26.847208 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ff0ca697-34d9-4118-9a95-e2013ca9bce1 req-97c74d3d-19dc-4712-b257-9f58a50f13b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Nov 22 13:44:27.293483 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ceecc-a816-44af-bc66-a4694e131c34 req-fbad72bc-b6f7-4309-acff-ae064ac5097f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:27.295076 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-801ceecc-a816-44af-bc66-a4694e131c34 req-fbad72bc-b6f7-4309-acff-ae064ac5097f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0571494 Nov 22 13:44:27.331628 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:27.354072 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-801ceecc-a816-44af-bc66-a4694e131c34 req-48aeb008-d2d2-40ff-898b-b8a5b6fee077 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508585 Nov 22 13:44:27.927880 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d092d-31b0-47a5-a9c6-19f58c9adb64 req-97302b45-1b21-4cec-aa63-a2d4dc1cc40b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:27.929432 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-354d092d-31b0-47a5-a9c6-19f58c9adb64 req-97302b45-1b21-4cec-aa63-a2d4dc1cc40b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0573716 Nov 22 13:44:27.980534 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-354d092d-31b0-47a5-a9c6-19f58c9adb64 req-77135738-46ab-4d5b-b096-f7d2e6af225b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442121 Nov 22 13:44:28.180320 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.251555 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52170) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:28.360722 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3f0e75d2-93b9-404c-a7e3-c1a44858e7b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.454888 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3f0e75d2-93b9-404c-a7e3-c1a44858e7b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.472376 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3f0e75d2-93b9-404c-a7e3-c1a44858e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.522679 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e75d2-93b9-404c-a7e3-c1a44858e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd91e261-c934-4b6b-9317-4245333b0e67,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:28.528376 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-3f0e75d2-93b9-404c-a7e3-c1a44858e7b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49ca52060ac1490c9910d94897ce7aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757335 Nov 22 13:44:28.531289 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52184) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:28.536816 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2e3a-ca07-4425-a4f8-5e116577e32b req-1c3500e1-3d6e-4559-84a3-0c5b696ae7c6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:28.538599 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0a5e2e3a-ca07-4425-a4f8-5e116577e32b req-1c3500e1-3d6e-4559-84a3-0c5b696ae7c6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0971103 Nov 22 13:44:28.611929 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0a5e2e3a-ca07-4425-a4f8-5e116577e32b req-149bb04c-5901-4299-87ef-d61d0177d056 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511227 Nov 22 13:44:28.614083 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d7306f47-8803-4f13-a73a-7752fb11c872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.641968 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d7306f47-8803-4f13-a73a-7752fb11c872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.719351 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d7306f47-8803-4f13-a73a-7752fb11c872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.723159 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d7306f47-8803-4f13-a73a-7752fb11c872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:28.724229 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d7306f47-8803-4f13-a73a-7752fb11c872 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd91e261-c934-4b6b-9317-4245333b0e67 HTTP/1.1" status: 204 len: 168 time: 0.1914093 Nov 22 13:44:28.735994 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7306f47-8803-4f13-a73a-7752fb11c872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd91e261-c934-4b6b-9317-4245333b0e67,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:29.024889 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1a971-ceea-442c-a4d7-e1df79ba75d3 req-73122c12-7bbf-439c-ba35-7ddbe3303df6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:29.034779 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-96e1a971-ceea-442c-a4d7-e1df79ba75d3 req-73122c12-7bbf-439c-ba35-7ddbe3303df6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0760300 Nov 22 13:44:29.040480 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-3be26af3-ea84-4f48-8eaf-8ae4accefb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:29.047337 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-3be26af3-ea84-4f48-8eaf-8ae4accefb2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 1098 time: 0.0888782 Nov 22 13:44:29.106876 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-96e1a971-ceea-442c-a4d7-e1df79ba75d3 req-31f9f625-9254-4011-86b4-5f0ec9a59183 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708327 Nov 22 13:44:29.171295 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52210) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:29.185502 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6f4c97fc-73e1-47dc-8214-caacaeecb7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.259015 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b840a-775f-425a-ac8d-f28940d3b3b7 req-7229a797-ea7c-41de-a302-40c069689d68 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:29.265483 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6f4c97fc-73e1-47dc-8214-caacaeecb7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.267123 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-947b840a-775f-425a-ac8d-f28940d3b3b7 req-7229a797-ea7c-41de-a302-40c069689d68 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1241391 Nov 22 13:44:29.270972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6f4c97fc-73e1-47dc-8214-caacaeecb7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.298217 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-da22bd55-15d0-4724-8ba5-5705c8c67cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:29.299711 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-da22bd55-15d0-4724-8ba5-5705c8c67cc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.2425480 Nov 22 13:44:29.303725 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-6f4c97fc-73e1-47dc-8214-caacaeecb7d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc413099aab34f07b97a3c9f51199b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313517 Nov 22 13:44:29.306147 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52222) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:29.339177 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c97fc-73e1-47dc-8214-caacaeecb7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ce058-9ec1-4273-a49e-4574e27739ed,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:29.358862 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-f819f5cb-d420-40e8-b291-5f7d9cc31adf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f134f236-0d84-4ad1-ba73-313f831e4543 HTTP/1.1" status: 200 len: 217 time: 0.0478325 Nov 22 13:44:29.372885 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-947b840a-775f-425a-ac8d-f28940d3b3b7 req-208b260e-a3e3-46ea-9f0f-160a02ddc4c8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041832 Nov 22 13:44:29.376325 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1519fe3c-e2c4-4af4-8550-48be161b21b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.415576 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1519fe3c-e2c4-4af4-8550-48be161b21b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.428937 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-120cad90-6d51-4227-8ad9-f13c80f86810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:29.430514 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-120cad90-6d51-4227-8ad9-f13c80f86810 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.0560155 Nov 22 13:44:29.476288 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-f3409d93-9793-4af1-9df4-60a3b735abfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318878 Nov 22 13:44:29.510851 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1519fe3c-e2c4-4af4-8550-48be161b21b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.514309 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1519fe3c-e2c4-4af4-8550-48be161b21b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.518855 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-1519fe3c-e2c4-4af4-8550-48be161b21b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe3ce058-9ec1-4273-a49e-4574e27739ed HTTP/1.1" status: 204 len: 168 time: 0.2109089 Nov 22 13:44:29.531932 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed764a6d-dcf1-4d40-b659-79ffffecca04 req-75c8e07b-ce3e-42c4-81dc-0b9db8aa9c13 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:29.533620 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ed764a6d-dcf1-4d40-b659-79ffffecca04 req-75c8e07b-ce3e-42c4-81dc-0b9db8aa9c13 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0775859 Nov 22 13:44:29.541891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519fe3c-e2c4-4af4-8550-48be161b21b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ce058-9ec1-4273-a49e-4574e27739ed,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:29.544739 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52234) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:29.550818 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'floatingip': {'port_id': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:29.632041 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-9793c0c6-3d54-4202-80e9-51816d249316 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436348 Nov 22 13:44:29.641260 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:29.765784 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9cf237a8-d200-4083-895b-bcc1efbdbb5b req-110621f2-bc28-4881-82f3-23fb095d52ac service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193411 Nov 22 13:44:30.249086 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfec0-0b09-4006-b2ec-a387860aef94 req-c74e5d8b-6a97-4280-ad8c-a61141210f3a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:30.256936 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56cfec0-0b09-4006-b2ec-a387860aef94 req-c74e5d8b-6a97-4280-ad8c-a61141210f3a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0666802 Nov 22 13:44:30.322212 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56cfec0-0b09-4006-b2ec-a387860aef94 req-31a45158-e5d4-43f6-baf4-2133f140a8da tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642827 Nov 22 13:44:30.559839 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:30.564962 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:30.688739 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Floating IP 84401691-6535-4065-bacc-957d55cb3de7 associated. External IP: 172.27.0.45, port: 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f. Nov 22 13:44:30.966036 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Router eb847884-2bfe-411e-92ef-871597f9a16e has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:44:31.086241 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:44:31.091983 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:31.106890 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] Sync routers for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:44:31.117920 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:31.118593 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:31.121653 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-aa8b9d5f-16a1-4fe7-ae57-c0c1e2776108 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "PUT /v2.0/floatingips/84401691-6535-4065-bacc-957d55cb3de7 HTTP/1.1" status: 200 len: 990 time: 1.5756118 Nov 22 13:44:31.122395 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:31.125110 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:31.167730 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83804eab-f0ac-472d-8cfe-bda3cac8e77a x-openstack-request-id: req-83804eab-f0ac-472d-8cfe-bda3cac8e77a {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:31.169670 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:31.169670 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83804eab-f0ac-472d-8cfe-bda3cac8e77a {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:31.169670 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'status': 'completed', 'code': 200} Nov 22 13:44:31.257384 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:31.294012 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-c2c176ce-5261-467d-99a6-a58d2df997d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:31.296368 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-c2c176ce-5261-467d-99a6-a58d2df997d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0722003 Nov 22 13:44:31.413984 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-a74c3051-3015-4c88-a661-f29adfa9bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:31.415496 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-a74c3051-3015-4c88-a661-f29adfa9bf13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 912 time: 0.1092677 Nov 22 13:44:31.514268 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52332) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:31.589375 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f40c2-ab73-4f48-8362-cee35037c6a9 req-3fe28906-75f4-46c0-83c1-4f3ea79216b4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:31.595760 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-421f40c2-ab73-4f48-8362-cee35037c6a9 req-3fe28906-75f4-46c0-83c1-4f3ea79216b4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1629305 Nov 22 13:44:31.627483 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '84401691-6535-4065-bacc-957d55cb3de7', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'port_id': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'mac_address': 'fa:16:3e:e8:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:43:57Z', 'updated_at': '2021-11-22T13:44:30Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:31.647064 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-28064bbe-98dd-4f9d-9fdc-15acc5a393ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f HTTP/1.1" status: 200 len: 998 time: 0.1781580 Nov 22 13:44:31.659546 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] Checking router: eb847884-2bfe-411e-92ef-871597f9a16e for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:44:31.671408 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:31.672319 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:31.701284 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ebe55653-e996-411a-8fa4-efcc5d0efe4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:31.719357 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-421f40c2-ab73-4f48-8362-cee35037c6a9 req-22a46f01-eb57-4561-bc00-3d037819887a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127474 Nov 22 13:44:31.760608 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-a3d49683-5469-4fc0-a429-124f10be2d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:31.764464 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-a3d49683-5469-4fc0-a429-124f10be2d1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.1031330 Nov 22 13:44:31.805445 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:31.860907 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ebe55653-e996-411a-8fa4-efcc5d0efe4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:31.877332 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-e302d317-7361-4b9f-905b-a7773f0a1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:31.878135 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ebe55653-e996-411a-8fa4-efcc5d0efe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:31.880133 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-e302d317-7361-4b9f-905b-a7773f0a1b6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1022732 Nov 22 13:44:31.933726 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ebe55653-e996-411a-8fa4-efcc5d0efe4b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2865ca790a914a34aa933b1d53568736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183037 Nov 22 13:44:31.934927 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe55653-e996-411a-8fa4-efcc5d0efe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd0c3a-4d44-414c-93d3-c8e6821ef092,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:31.939811 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52346) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:32.009594 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a8d46e98-4737-49cd-a3b0-a5e86ef0c017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.032988 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a8d46e98-4737-49cd-a3b0-a5e86ef0c017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.034395 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-b0adbbdf-caaa-4dc5-a838-ece0adc17a44 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367648 Nov 22 13:44:32.168959 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21583ff5-b11e-4f9c-bb6f-5ea092edf1e1 req-dd6660a5-b6b6-456e-a3ff-109711227080 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217082 Nov 22 13:44:32.226675 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '84401691-6535-4065-bacc-957d55cb3de7', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'port_id': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'mac_address': 'fa:16:3e:e8:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:43:57Z', 'updated_at': '2021-11-22T13:44:30Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:32.255232 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bae64-da17-4b83-8bd4-5cc1daa41a42 None None] The sync data for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi is: [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '84401691-6535-4065-bacc-957d55cb3de7', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'port_id': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'mac_address': 'fa:16:3e:e8:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:43:57Z', 'updated_at': '2021-11-22T13:44:30Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:44:32.303272 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a8d46e98-4737-49cd-a3b0-a5e86ef0c017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.306213 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a8d46e98-4737-49cd-a3b0-a5e86ef0c017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.307982 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a8d46e98-4737-49cd-a3b0-a5e86ef0c017 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08bd0c3a-4d44-414c-93d3-c8e6821ef092 HTTP/1.1" status: 204 len: 168 time: 0.3662694 Nov 22 13:44:32.316333 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d46e98-4737-49cd-a3b0-a5e86ef0c017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd0c3a-4d44-414c-93d3-c8e6821ef092,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:32.505833 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c35d147-e967-433d-98ec-f66e5bcd2ca6 None None] New status for floating IP 84401691-6535-4065-bacc-957d55cb3de7: ACTIVE {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:44:32.612386 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52360) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:32.626383 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9baf3009-7778-46d5-9020-bc3d4bb3c65c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.706450 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9baf3009-7778-46d5-9020-bc3d4bb3c65c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.711734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9baf3009-7778-46d5-9020-bc3d4bb3c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.750481 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-9baf3009-7778-46d5-9020-bc3d4bb3c65c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e9f6e8b02974716a572245d8b469119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369843 Nov 22 13:44:32.752410 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf3009-7778-46d5-9020-bc3d4bb3c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e739a82-8ecf-48bb-b966-53722e4af286,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:32.758779 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52362) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:32.831690 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fd110d54-1f58-4309-9747-dfee4498200b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:32.874692 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fd110d54-1f58-4309-9747-dfee4498200b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:33.101214 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838e76b-bc1f-4f79-a597-fcb09f53b89b req-54637d78-fc6b-460f-bee4-6207b9f9ac4c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:33.102680 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e838e76b-bc1f-4f79-a597-fcb09f53b89b req-54637d78-fc6b-460f-bee4-6207b9f9ac4c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.2840629 Nov 22 13:44:33.132668 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fd110d54-1f58-4309-9747-dfee4498200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:33.135207 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fd110d54-1f58-4309-9747-dfee4498200b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:33.138993 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-fd110d54-1f58-4309-9747-dfee4498200b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e739a82-8ecf-48bb-b966-53722e4af286 HTTP/1.1" status: 204 len: 168 time: 0.3783531 Nov 22 13:44:33.156974 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd110d54-1f58-4309-9747-dfee4498200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e739a82-8ecf-48bb-b966-53722e4af286,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:33.174461 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e838e76b-bc1f-4f79-a597-fcb09f53b89b req-73870869-e7a7-4ac0-a45c-e5c59b41bea2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646870 Nov 22 13:44:34.298471 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a989-d54b-424b-ad61-defd0db5b8b5 req-5fdaf924-9e64-461f-8ff8-6945faa8c4a2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:34.300033 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a5b9a989-d54b-424b-ad61-defd0db5b8b5 req-5fdaf924-9e64-461f-8ff8-6945faa8c4a2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0510836 Nov 22 13:44:34.347290 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a5b9a989-d54b-424b-ad61-defd0db5b8b5 req-e35650da-0f1b-4f36-a750-d92bc39e3153 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Nov 22 13:44:34.888121 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52462) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:34.991479 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4c3a56c0-8490-4d3c-a1ae-d3c56fe6e45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.065173 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4c3a56c0-8490-4d3c-a1ae-d3c56fe6e45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.068674 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4c3a56c0-8490-4d3c-a1ae-d3c56fe6e45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.109573 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-4c3a56c0-8490-4d3c-a1ae-d3c56fe6e45c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c73f6651cef421ebbbc2eaa7dd21763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202899 Nov 22 13:44:35.110716 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a56c0-8490-4d3c-a1ae-d3c56fe6e45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec914f7f-62e3-4c23-b0c4-8674edc0fb5c,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:35.112544 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52470) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:35.172287 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa4de308-49b8-4049-b6b5-46effa9de8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.192925 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa4de308-49b8-4049-b6b5-46effa9de8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.242194 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa4de308-49b8-4049-b6b5-46effa9de8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.245491 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-aa4de308-49b8-4049-b6b5-46effa9de8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.246684 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-aa4de308-49b8-4049-b6b5-46effa9de8da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec914f7f-62e3-4c23-b0c4-8674edc0fb5c HTTP/1.1" status: 204 len: 168 time: 0.1325650 Nov 22 13:44:35.255462 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4de308-49b8-4049-b6b5-46effa9de8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec914f7f-62e3-4c23-b0c4-8674edc0fb5c,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:35.470850 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a472bb-7434-4d0f-9c81-083c81e2fb10 req-7e04d952-833b-4300-8d7e-0188b0cd4876 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:35.472353 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a7a472bb-7434-4d0f-9c81-083c81e2fb10 req-7e04d952-833b-4300-8d7e-0188b0cd4876 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0541213 Nov 22 13:44:35.533734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52482) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:35.535711 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a7a472bb-7434-4d0f-9c81-083c81e2fb10 req-078fe4cd-d743-45a8-8f30-6ba6537704a3 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564308 Nov 22 13:44:35.550730 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-10f06fc5-1e95-42b3-bc36-ef15882d9c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.632359 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-10f06fc5-1e95-42b3-bc36-ef15882d9c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.636575 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-10f06fc5-1e95-42b3-bc36-ef15882d9c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.674019 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f06fc5-1e95-42b3-bc36-ef15882d9c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d158d052-08dd-49a5-a971-960cd4663c81,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:35.679201 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-10f06fc5-1e95-42b3-bc36-ef15882d9c50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31ddfe3b6fa04da290df2d90db67d3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444347 Nov 22 13:44:35.682312 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52486) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:35.729791 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1145-823b-4fdf-abc3-6390d9f24dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.750488 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1145-823b-4fdf-abc3-6390d9f24dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.795441 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1145-823b-4fdf-abc3-6390d9f24dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.797985 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1145-823b-4fdf-abc3-6390d9f24dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:35.799117 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-8ebd1145-823b-4fdf-abc3-6390d9f24dce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d158d052-08dd-49a5-a971-960cd4663c81 HTTP/1.1" status: 204 len: 168 time: 0.1159143 Nov 22 13:44:35.806841 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd1145-823b-4fdf-abc3-6390d9f24dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158d052-08dd-49a5-a971-960cd4663c81,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:36.656899 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cae2ed-d05c-4e9f-a009-e61d0cce5b47 req-665089ee-a415-4e55-9eca-ee44d8a4bdef tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:36.658550 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80cae2ed-d05c-4e9f-a009-e61d0cce5b47 req-665089ee-a415-4e55-9eca-ee44d8a4bdef tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0521610 Nov 22 13:44:36.706865 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52536) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:36.748690 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80cae2ed-d05c-4e9f-a009-e61d0cce5b47 req-b07fd605-38e3-4ac8-918c-0e2d223102d8 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770264 Nov 22 13:44:36.765671 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] Deleting subnet ae5d7702-39de-4409-b22f-5ee54ae17429 {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:44:36.768990 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:36.804808 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:36.844413 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:36.896139 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:36.925510 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae5d7702-39de-4409-b22f-5ee54ae17429,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:36.929318 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:36.935924 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-dfb57c45-a5d3-4710-a48e-f45557c4e2d8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ae5d7702-39de-4409-b22f-5ee54ae17429 HTTP/1.1" status: 204 len: 168 time: 0.2280903 Nov 22 13:44:36.940135 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52546) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:37.015738 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.103679 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.129093 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad423c1-fe83-4b26-860d-25607131b387']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:37.140936 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15447f9b-d06b-48a5-982e-b02586e52adb') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:37.141261 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15447f9b-d06b-48a5-982e-b02586e52adb') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:37.151761 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.164709 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.170588 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:44:37.170896 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:44:37.172570 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:44:37.232218 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.251866 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.255724 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ad423c1-fe83-4b26-860d-25607131b387 HTTP/1.1" status: 204 len: 168 time: 0.3144827 Nov 22 13:44:37.258780 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9cad2-5c28-4c73-9e87-2d18ad7c6b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad423c1-fe83-4b26-860d-25607131b387,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:37.260318 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52562) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:37.319615 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Deleting subnet fd440294-64a2-43ce-8aa1-be974b940154 {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:44:37.323034 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.358138 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.402510 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.459840 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.487633 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd440294-64a2-43ce-8aa1-be974b940154,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:37.490092 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.493254 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fd440294-64a2-43ce-8aa1-be974b940154 HTTP/1.1" status: 204 len: 168 time: 0.2312996 Nov 22 13:44:37.496106 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52570) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:37.499479 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.499839 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.500198 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.500528 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.500859 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.501193 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.501553 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.501883 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.502213 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.502539 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.502864 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.503952 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11371ef1-f43e-4059-81e8-7947c965229c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:37.579570 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.666970 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.702207 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:37.712905 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7cad35-d1fc-4271-bf14-5010f9c7ed61') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:37.713318 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7cad35-d1fc-4271-bf14-5010f9c7ed61') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:37.722938 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.736057 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.741967 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:44:37.742374 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:44:37.744535 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:44:37.805959 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.813586 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:37.817608 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5 HTTP/1.1" status: 204 len: 168 time: 0.3203783 Nov 22 13:44:37.831287 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c51f4-abec-4c42-8412-2669c5e01723 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc475fe-5f87-4ba5-8e0c-5b9accbcc7b5,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:37.892662 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91010aed-7c5b-4787-b081-f2de0a6b384b req-5eacb429-ff39-4516-957e-4a8a604964c2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:37.894341 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-91010aed-7c5b-4787-b081-f2de0a6b384b req-5eacb429-ff39-4516-957e-4a8a604964c2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0689039 Nov 22 13:44:37.943728 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-91010aed-7c5b-4787-b081-f2de0a6b384b req-ce398c7b-7cc6-47f8-bcf5-4c2b1456ee21 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Nov 22 13:44:37.993432 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52580) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:38.032562 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e9f09ea7-a7ba-404c-bb0a-d4aa898edf72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e5f4a09cdab4ca886d16555e1031888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374489 Nov 22 13:44:38.035013 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52582) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:38.082117 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3f25c964-68c9-4221-8506-82a3f4caa0fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.102034 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3f25c964-68c9-4221-8506-82a3f4caa0fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.148495 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3f25c964-68c9-4221-8506-82a3f4caa0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.151144 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3f25c964-68c9-4221-8506-82a3f4caa0fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.152397 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-3f25c964-68c9-4221-8506-82a3f4caa0fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fab0f57-ed0c-4204-85e0-9630cb2f9a4a HTTP/1.1" status: 204 len: 168 time: 0.1164045 Nov 22 13:44:38.160712 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25c964-68c9-4221-8506-82a3f4caa0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fab0f57-ed0c-4204-85e0-9630cb2f9a4a,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:38.470275 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52592) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:38.512669 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c5ecf54e-cf0b-464f-8cd7-8af9cc9f1cb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf8e90b844194cc1acd5d951ce0ce2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412533 Nov 22 13:44:38.515559 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52596) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:38.562627 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.584394 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.636121 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.638954 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:38.645797 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7af3ab6a-bff7-4025-b32e-d2b26354b89a HTTP/1.1" status: 204 len: 168 time: 0.1292043 Nov 22 13:44:38.656941 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af3ab6a-bff7-4025-b32e-d2b26354b89a,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:38.666790 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.667453 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.667913 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.668259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.668596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.668930 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.669289 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.669645 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.669954 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.670279 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.670608 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:38.671194 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859f2297-937e-499d-b56e-d2913c0270d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:39.057025 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49b058-1edb-41b1-bb86-30a418b4c1c2 req-db09143b-c257-4391-ba69-7095ce818a85 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:39.058474 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3c49b058-1edb-41b1-bb86-30a418b4c1c2 req-db09143b-c257-4391-ba69-7095ce818a85 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0481002 Nov 22 13:44:39.108967 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3c49b058-1edb-41b1-bb86-30a418b4c1c2 req-c86a6629-f1be-4764-90fb-48b8074bb039 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Nov 22 13:44:39.684254 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52648) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:39.789817 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e82a85f0-0977-4c77-b006-d7bbf80e6ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:39.863238 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e82a85f0-0977-4c77-b006-d7bbf80e6ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:39.866499 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-e82a85f0-0977-4c77-b006-d7bbf80e6ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:39.905471 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e82a85f0-0977-4c77-b006-d7bbf80e6ecb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1398f4d97a554538b9166075fcbdd0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200596 Nov 22 13:44:39.906281 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a85f0-0977-4c77-b006-d7bbf80e6ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07279404-ed06-4a6a-a089-8e3940fdc9cc,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:39.908189 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52654) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:39.956425 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a6072388-3754-421e-9e61-4cb86ad513f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:39.979217 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a6072388-3754-421e-9e61-4cb86ad513f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:40.023429 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a6072388-3754-421e-9e61-4cb86ad513f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:40.026929 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a6072388-3754-421e-9e61-4cb86ad513f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:40.028094 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a6072388-3754-421e-9e61-4cb86ad513f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07279404-ed06-4a6a-a089-8e3940fdc9cc HTTP/1.1" status: 204 len: 168 time: 0.1188743 Nov 22 13:44:40.035670 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072388-3754-421e-9e61-4cb86ad513f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07279404-ed06-4a6a-a089-8e3940fdc9cc,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:40.228738 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbe39b-65d4-40bc-b6eb-6043a56d9998 req-ba77b716-8301-40de-9ca9-e16c8ea13c96 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:40.233732 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3fbe39b-65d4-40bc-b6eb-6043a56d9998 req-ba77b716-8301-40de-9ca9-e16c8ea13c96 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0545442 Nov 22 13:44:40.288438 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c3fbe39b-65d4-40bc-b6eb-6043a56d9998 req-198fd58d-3f4c-40f6-ad91-8fbf13247fd2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519164 Nov 22 13:44:40.905910 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-86cc6378-510f-4a05-bcd2-712d9623529e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468667 Nov 22 13:44:41.007133 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-1d41a9b5-6bf5-4101-b7b7-b8f1a7651f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:41.008956 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-1d41a9b5-6bf5-4101-b7b7-b8f1a7651f7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 1098 time: 0.0508130 Nov 22 13:44:41.187031 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-8fab6d5e-55ed-4c96-a390-b21f6e9e608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:41.188690 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-8fab6d5e-55ed-4c96-a390-b21f6e9e608b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 915 time: 0.1156514 Nov 22 13:44:41.254485 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-c31f3291-4cd8-41db-bde4-6fcd2c3a7e49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f HTTP/1.1" status: 200 len: 217 time: 0.0558360 Nov 22 13:44:41.342665 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-cc348508-ec36-4531-a02a-c9be55698178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:41.343750 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-cc348508-ec36-4531-a02a-c9be55698178 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 200 len: 854 time: 0.0592566 Nov 22 13:44:41.423444 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-6ab0e201-0a4c-473a-9fa4-486a36fd9680 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a84a04f9-b201-43c0-84cd-ce6ec22f409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636349 Nov 22 13:44:41.517902 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a700f4-2b0d-4573-bcdb-ca47e46338d6 req-6474599d-1481-44d7-be5b-78c5f224d821 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:41.525776 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37a700f4-2b0d-4573-bcdb-ca47e46338d6 req-6474599d-1481-44d7-be5b-78c5f224d821 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1141329 Nov 22 13:44:41.586269 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-dc1ab5a2-4c3d-42d1-9a73-fd4b90450d57 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461074 Nov 22 13:44:41.594939 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37a700f4-2b0d-4573-bcdb-ca47e46338d6 req-26dc427b-7893-4a5a-b6ce-0f7aa8f0ea4b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Nov 22 13:44:41.708785 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-25c6d3b5-0db5-4cfd-b458-178bdcef14d8 req-d7ddb17c-8d88-4711-8869-d81f307c4b5a service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127117 Nov 22 13:44:41.749183 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a0a87-dd28-4da8-985e-02ee8591317a req-c14ad2da-5bb3-4880-9f8f-f4ef08eefa4a tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:41.750837 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-082a0a87-dd28-4da8-985e-02ee8591317a req-c14ad2da-5bb3-4880-9f8f-f4ef08eefa4a tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0572469 Nov 22 13:44:41.802857 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-082a0a87-dd28-4da8-985e-02ee8591317a req-cd87d9e4-2573-4ecf-8f4a-d292f7353674 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Nov 22 13:44:41.959897 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:44:42.723015 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556065d7-5244-446f-9f4b-4c72bf830c9b req-95dd4b7d-5732-47ce-a46e-d1eb3673dba5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:42.724541 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-556065d7-5244-446f-9f4b-4c72bf830c9b req-95dd4b7d-5732-47ce-a46e-d1eb3673dba5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0566056 Nov 22 13:44:42.789500 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-556065d7-5244-446f-9f4b-4c72bf830c9b req-074c7198-fcdc-46d8-b4f9-d9df5d1b3625 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587802 Nov 22 13:44:42.935095 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a735ce-0207-4854-a897-951a6a541012 req-ee087664-d593-4f43-869f-b172b8d30e07 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:42.936622 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-99a735ce-0207-4854-a897-951a6a541012 req-ee087664-d593-4f43-869f-b172b8d30e07 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0545206 Nov 22 13:44:42.986072 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-99a735ce-0207-4854-a897-951a6a541012 req-0f7aec79-bc23-4528-85d7-10f6562cf7e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Nov 22 13:44:43.648601 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52798) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:43.905506 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f602afb3-26c3-4887-a60e-3973a23a6e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:43.920310 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc2f4c-13b7-4dac-8918-1edf69d3dda6 req-c01a6d63-fd3e-40e6-b2ed-f8abbaefb66f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:43.922000 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-affc2f4c-13b7-4dac-8918-1edf69d3dda6 req-c01a6d63-fd3e-40e6-b2ed-f8abbaefb66f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0628188 Nov 22 13:44:43.975662 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-affc2f4c-13b7-4dac-8918-1edf69d3dda6 req-a2ed4ef0-4d9d-46c4-9cff-5eb73012159a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 Nov 22 13:44:43.991252 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f602afb3-26c3-4887-a60e-3973a23a6e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:43.995734 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f602afb3-26c3-4887-a60e-3973a23a6e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.036598 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f602afb3-26c3-4887-a60e-3973a23a6e59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a321422ce254b5b9b024cf0e9807528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867998 Nov 22 13:44:44.036792 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52816) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:44.038952 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602afb3-26c3-4887-a60e-3973a23a6e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78239e57-15de-4b24-ac1c-cd1dbc7351eb,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:44.097346 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b134a8f0-6370-4b8a-a6e6-ff7a6c362e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.110896 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051c725-b40f-475c-9706-8d163e8ff658 req-2e2bde6a-096e-41a1-a383-fc883bbed940 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:44.112404 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4051c725-b40f-475c-9706-8d163e8ff658 req-2e2bde6a-096e-41a1-a383-fc883bbed940 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0500743 Nov 22 13:44:44.119510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b134a8f0-6370-4b8a-a6e6-ff7a6c362e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.168657 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b134a8f0-6370-4b8a-a6e6-ff7a6c362e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.171846 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b134a8f0-6370-4b8a-a6e6-ff7a6c362e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.174045 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b134a8f0-6370-4b8a-a6e6-ff7a6c362e64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78239e57-15de-4b24-ac1c-cd1dbc7351eb HTTP/1.1" status: 204 len: 168 time: 0.1358588 Nov 22 13:44:44.190108 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134a8f0-6370-4b8a-a6e6-ff7a6c362e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78239e57-15de-4b24-ac1c-cd1dbc7351eb,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:44.193882 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4051c725-b40f-475c-9706-8d163e8ff658 req-33b63cbc-b134-4024-b82f-7916d145842b tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/security-groups?id=8df3a576-2953-4a26-aa53-99261c887b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753021 Nov 22 13:44:44.236314 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37298867-5811-4eee-99a5-99380d4660c9 req-d9d69712-4239-47c4-893a-f81c09c29171 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:44.237917 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37298867-5811-4eee-99a5-99380d4660c9 req-d9d69712-4239-47c4-893a-f81c09c29171 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 945 time: 0.0942264 Nov 22 13:44:44.440654 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Deleting port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:44:44.440991 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.539363 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] For port e44bb438-71ff-4eeb-a5ea-30e885ca07a2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,segment=NetworkSegment(238e5bc0-1387-4203-85f6-d73bd13e168e),segment_id=238e5bc0-1387-4203-85f6-d73bd13e168e)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:44.539729 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.558292 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Calling delete_port for e44bb438-71ff-4eeb-a5ea-30e885ca07a2 owned by compute:nova {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:44:44.719229 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.752531 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Pushing event deleted for resources: {'Port': ['ID=e44bb438-71ff-4eeb-a5ea-30e885ca07a2,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:44.818122 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] No DVR routers for this DVR port e44bb438-71ff-4eeb-a5ea-30e885ca07a2 on host hv-cinder-76845 {{(pid=109190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:44:44.821295 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:44.825165 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37298867-5811-4eee-99a5-99380d4660c9 req-594c9c17-1174-49dc-814d-0aee2f6530e6 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.52 "DELETE /v2.0/ports/e44bb438-71ff-4eeb-a5ea-30e885ca07a2 HTTP/1.1" status: 204 len: 173 time: 0.5711865 Nov 22 13:44:44.825647 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'name': 'network-vif-deleted', 'tag': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:44.827886 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274a276e-2f85-412f-814c-f0ba9d2f2285" -d '{"events": [{"server_uuid": "ff2fe9ac-97f3-4fc6-b22b-40815195b764", "name": "network-vif-deleted", "tag": "e44bb438-71ff-4eeb-a5ea-30e885ca07a2"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:44.863936 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ecab1-02e2-4cc1-b0a5-247681f307c3 x-openstack-request-id: req-2b0ecab1-02e2-4cc1-b0a5-247681f307c3 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:44.864228 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2fe9ac-97f3-4fc6-b22b-40815195b764", "name": "network-vif-deleted", "tag": "e44bb438-71ff-4eeb-a5ea-30e885ca07a2", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:44.864480 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b0ecab1-02e2-4cc1-b0a5-247681f307c3 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:44.864901 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2fe9ac-97f3-4fc6-b22b-40815195b764', 'name': 'network-vif-deleted', 'tag': 'e44bb438-71ff-4eeb-a5ea-30e885ca07a2', 'status': 'completed', 'code': 200} Nov 22 13:44:44.894696 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52850) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:44.994366 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2001885683-network', 'tenant_id': 'accea9af00354befabcdcf4325a007ca'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:45.016914 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Made reservation on behalf of accea9af00354befabcdcf4325a007ca for: {'network': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:45.019530 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.029590 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.100830 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d10b6b-51e2-4c2d-a73f-f90f750152fc req-8fb6bf2c-393d-401d-a191-26fb674125ae tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:45.102386 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-83d10b6b-51e2-4c2d-a73f-f90f750152fc req-8fb6bf2c-393d-401d-a191-26fb674125ae tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Nov 22 13:44:45.120318 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.125749 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.155401 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:44:45.160037 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-83d10b6b-51e2-4c2d-a73f-f90f750152fc req-6cc78fbe-356b-4040-af4a-87600c8f71b4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Nov 22 13:44:45.162527 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d67849-6808-42c3-a857-e6c000a02bcd,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:45.184862 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.184862 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.segments_db [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Added segment 694a026f-31c8-4365-a371-1ec23fceb76a of type vlan for network d1613968-954e-4fd7-ab36-ee6aeaa13142 Nov 22 13:44:45.232637 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.260341 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.261514 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:45.262176 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.340684 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cd3ab9e9-a954-4686-b341-633f88e01d2e req-25e410d0-c4b5-4f7e-b675-6cd96efb9b05 tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.0735376 Nov 22 13:44:45.343899 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4481578 Nov 22 13:44:45.347023 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52882) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:45.358102 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55298e7d-7188-4f99-b719-3550b8e58692 admin admin] Pushing event updated for resources: {'Network': ['ID=d1613968-954e-4fd7-ab36-ee6aeaa13142,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:45.359029 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Request body: {'subnet': {'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2001885683-subnet', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'ip_version': 4}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:45.373625 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:44:45.391742 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Made reservation on behalf of accea9af00354befabcdcf4325a007ca for: {'subnet': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:45.394358 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261811'] for subnet, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.557122 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10208403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261773'] for subnet, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.610041 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3abebf-aeac-4879-a9b6-d5e58d2f381c,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:45.618225 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Checking segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:45.618747 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Network hostable DHCP agents. Network: d1613968-954e-4fd7-ab36-ee6aeaa13142, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:44:45.639439 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:44:45.647972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, d1613968-954e-4fd7-ab36-ee6aeaa13142) {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:45.653333 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:45.653932 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.657361 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93d26f-9215-48c9-82a3-ee6f357455af None None] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:45.670403 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a501fe71-33ba-44e1-9fc4-ff74ce26aa78 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3219998 Nov 22 13:44:45.672912 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 52888) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:45.677149 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:45.697916 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.699009 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.756968 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.810665 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-d1613968-954e-4fd7-ab36-ee6aeaa13142', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:44:45.811521 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.895599 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:45.945293 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Allocated IP 172.20.0.2 (d1613968-954e-4fd7-ab36-ee6aeaa13142/de3abebf-aeac-4879-a9b6-d5e58d2f381c/ef68e126-dd1c-44d4-9288-5681f8021dc1) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:46.089137 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.092383 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.097313 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.112796 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.140799 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:46.143779 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:46.147172 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:46.154782 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Pushing event updated for resources: {'Port': ['ID=ef68e126-dd1c-44d4-9288-5681f8021dc1,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:46.177545 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.177899 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.178246 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.178604 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.178920 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.179275 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.179613 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.179940 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.180270 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.180596 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.180944 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.181289 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:46.218635 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Attempting to bind port ef68e126-dd1c-44d4-9288-5681f8021dc1 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:46.219291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Attempting to bind port ef68e126-dd1c-44d4-9288-5681f8021dc1 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:46.219657 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Attempting to bind port ef68e126-dd1c-44d4-9288-5681f8021dc1 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:46.224612 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Allocated IP 172.27.0.110 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/876f358a-efd7-4067-b0ae-b57ac296d97c) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:46.225222 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:46.225929 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Checking segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:46.226161 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.226839 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Bound using segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:46.227121 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Bound port: ef68e126-dd1c-44d4-9288-5681f8021dc1, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:46.227531 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.284751 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb9715-f192-4658-85ba-0b22c361c27c req-bd98c0f8-385a-461e-83ba-80957e4306eb tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:46.286387 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7dbb9715-f192-4658-85ba-0b22c361c27c req-bd98c0f8-385a-461e-83ba-80957e4306eb tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0490599 Nov 22 13:44:46.296674 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] For port ef68e126-dd1c-44d4-9288-5681f8021dc1, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:46.300332 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] For port ef68e126-dd1c-44d4-9288-5681f8021dc1, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=ef68e126-dd1c-44d4-9288-5681f8021dc1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:46.306959 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.341885 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7dbb9715-f192-4658-85ba-0b22c361c27c req-e67d3fcf-7df2-42e4-9328-72dc6cca5251 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485828 Nov 22 13:44:46.344322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.375010 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11a3de-f7cc-4722-85dc-be5984fe7acb None None] Pushing event updated for resources: {'Port': ['ID=ef68e126-dd1c-44d4-9288-5681f8021dc1,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:46.381273 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.428837 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:46.432494 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:46.435987 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:46.441718 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Pushing event updated for resources: {'Port': ['ID=876f358a-efd7-4067-b0ae-b57ac296d97c,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:46.477253 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-493608f3-230c-487e-91f3-963e36f2a22e req-4646e8d7-9a99-4977-83a1-93e89c79829c tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.0346968 Nov 22 13:44:46.715165 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:46.911455 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:47.256155 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:44:47.322092 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e6452-42a6-488e-9c76-cd8e44f22b58 None None] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:47.361077 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:44:47.370378 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:44:47.383511 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:47.384353 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:47.387766 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:47.391875 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 52908) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:47.392367 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ae0dd227-ac79-49c0-9309-918d77d1ab10 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7180018 Nov 22 13:44:47.457706 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-e7cb590d-1f76-4519-830d-dae40f95d837 None None] Provisioning complete for port ef68e126-dd1c-44d4-9288-5681f8021dc1 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:47.458669 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e7cb590d-1f76-4519-830d-dae40f95d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:47.509501 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:47.569655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e7cb590d-1f76-4519-830d-dae40f95d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:47.591662 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e5be-9aba-4738-aa6e-8d58ff3972b0 req-eda0d0c6-6f66-4924-ae2b-a36c22ea1e9c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:47.599042 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9f87e5be-9aba-4738-aa6e-8d58ff3972b0 req-eda0d0c6-6f66-4924-ae2b-a36c22ea1e9c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1029763 Nov 22 13:44:47.609129 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-e7cb590d-1f76-4519-830d-dae40f95d837 None None] For port ef68e126-dd1c-44d4-9288-5681f8021dc1, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=ef68e126-dd1c-44d4-9288-5681f8021dc1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:47.614909 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e7cb590d-1f76-4519-830d-dae40f95d837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:47.685859 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb590d-1f76-4519-830d-dae40f95d837 None None] Pushing event updated for resources: {'Port': ['ID=ef68e126-dd1c-44d4-9288-5681f8021dc1,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:47.731788 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:46Z', 'revision_number': 3, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:47.760289 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:44:47.760657 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Updating router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb port 876f358a-efd7-4067-b0ae-b57ac296d97c binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:44:47.769156 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['e44bb438-71ff-4eeb-a5ea-30e885ca07a2'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:44:47.787846 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:47.849636 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-cc002349-5517-4e83-a1ab-e08edc42c343 None None] Provisioning complete for port ef68e126-dd1c-44d4-9288-5681f8021dc1 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:47.850097 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-cc002349-5517-4e83-a1ab-e08edc42c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:47.914992 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.015565 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9f87e5be-9aba-4738-aa6e-8d58ff3972b0 req-9319df43-2311-41c9-95fe-bf5ad1773068 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059799 Nov 22 13:44:48.016920 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2a645967-9b57-4955-96c8-378ce0b00a2b req-c1c5ba1b-d09e-4dca-be7d-5c3a2bffe30c tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.0507171 Nov 22 13:44:48.072426 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device ef68e126-dd1c-44d4-9288-5681f8021dc1 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:48.130773 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.131038 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port ef68e126-dd1c-44d4-9288-5681f8021dc1 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:48.132125 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.139016 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.202596 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Attempting to bind port 876f358a-efd7-4067-b0ae-b57ac296d97c on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:48.203059 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Attempting to bind port 876f358a-efd7-4067-b0ae-b57ac296d97c by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:48.203343 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Attempting to bind port 876f358a-efd7-4067-b0ae-b57ac296d97c on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:48.217945 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:48.218375 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:48.219035 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.219434 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:48.219903 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Bound port: 876f358a-efd7-4067-b0ae-b57ac296d97c, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:48.220391 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.222007 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Pushing event updated for resources: {'Port': ['ID=876f358a-efd7-4067-b0ae-b57ac296d97c,revision_number=2']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:48.260404 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.260782 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.261131 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.261493 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.261880 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.262232 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.262565 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.262917 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.263231 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.263558 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.263929 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.264253 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:44:48.285983 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.299449 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] For port 876f358a-efd7-4067-b0ae-b57ac296d97c, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:48.303161 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] For port 876f358a-efd7-4067-b0ae-b57ac296d97c, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=876f358a-efd7-4067-b0ae-b57ac296d97c,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:48.307903 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.381167 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917b0b3-5da0-42ad-bf74-c1298d9e0c3c None None] Pushing event updated for resources: {'Port': ['ID=876f358a-efd7-4067-b0ae-b57ac296d97c,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:48.387371 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:48.387519 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:48.471574 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Allocated IP 172.20.0.1 (d1613968-954e-4fd7-ab36-ee6aeaa13142/de3abebf-aeac-4879-a9b6-d5e58d2f381c/e6675660-9532-45a4-8444-0b6ccf9f2c64) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:48.505828 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:48.591888 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.633306 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.689908 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:48.693667 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:48.698265 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:48.705156 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6675660-9532-45a4-8444-0b6ccf9f2c64,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:48.749394 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:46Z', 'revision_number': 3, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:48.766866 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:48.811742 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f164d9-31ac-461f-b6bc-0d4913ed382b None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:46Z', 'revision_number': 3, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:44:48.974934 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:49.038872 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-1469be95-27ec-4f68-ac74-ad732e890ab5 None None] Provisioning complete for port e6675660-9532-45a4-8444-0b6ccf9f2c64 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:49.039398 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-1469be95-27ec-4f68-ac74-ad732e890ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:49.186505 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-1469be95-27ec-4f68-ac74-ad732e890ab5 None None] Port e6675660-9532-45a4-8444-0b6ccf9f2c64 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:44:49.206867 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1699797-2938-4757-9ffd-ae3444f83f8e req-869d0509-9920-4471-8916-3bbc4eff96f6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:49.226107 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d1699797-2938-4757-9ffd-ae3444f83f8e req-869d0509-9920-4471-8916-3bbc4eff96f6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1304183 Nov 22 13:44:49.376507 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d1699797-2938-4757-9ffd-ae3444f83f8e req-54752776-ffad-49b2-842a-14af04912aa4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491318 Nov 22 13:44:49.400378 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ee675e45-415b-4593-8f30-728004c7f96f req-1e2a279c-3dcc-40a1-93b0-63d6d22be0ee tempest-DeleteServersTestJSON-437769896 tempest-DeleteServersTestJSON-437769896-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2fe9ac-97f3-4fc6-b22b-40815195b764 HTTP/1.1" status: 200 len: 210 time: 0.0472901 Nov 22 13:44:49.485602 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:49.491610 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:49.563509 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:49.565326 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6675660-9532-45a4-8444-0b6ccf9f2c64,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:49.661499 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:49.662891 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:49.792381 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:44:49.915170 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:44:49.920443 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-5fb77b3f-d584-4bff-b5ab-5c0aa9bb4ef7 admin admin] 10.222.0.31 "PUT /v2.0/routers/8f9c3f5c-7e68-4f28-a58b-00af8f0450cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5268075 Nov 22 13:44:49.940248 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-57209f6b-505b-4914-8fba-a2f781af6b68 None None] Provisioning complete for port e6675660-9532-45a4-8444-0b6ccf9f2c64 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:49.940689 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-57209f6b-505b-4914-8fba-a2f781af6b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:49.981110 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-57209f6b-505b-4914-8fba-a2f781af6b68 None None] Port e6675660-9532-45a4-8444-0b6ccf9f2c64 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:44:50.023307 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 876f358a-efd7-4067-b0ae-b57ac296d97c up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:50.072756 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 876f358a-efd7-4067-b0ae-b57ac296d97c triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:50.073348 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.176265 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.215614 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 876f358a-efd7-4067-b0ae-b57ac296d97c, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=876f358a-efd7-4067-b0ae-b57ac296d97c,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:50.215614 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.451220 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=876f358a-efd7-4067-b0ae-b57ac296d97c,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:50.521433 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53016) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:50.527965 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1381425907-network', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:50.590773 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Made reservation on behalf of 8aa91ca051fe4652a5b1cd0bd529c0d8 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:50.593010 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.606376 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.635322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbbafe-4514-4429-9836-19827b619822 req-5db2ef2f-7019-4e57-8839-fb43af4bfe7b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:50.636836 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bccbbafe-4514-4429-9836-19827b619822 req-5db2ef2f-7019-4e57-8839-fb43af4bfe7b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0995903 Nov 22 13:44:50.654922 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f0a6c4f4-b95e-472a-942a-2a7f4c8dc3ee tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:50.657280 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f0a6c4f4-b95e-472a-942a-2a7f4c8dc3ee tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.1959195 Nov 22 13:44:50.674145 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-b903f448-aa8e-4708-a596-adbca832b8fe tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/quotas/c53dd94dbfdb43e48d2ed35368bd14a6 HTTP/1.1" status: 200 len: 375 time: 0.0107515 Nov 22 13:44:50.717681 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bccbbafe-4514-4429-9836-19827b619822 req-40abb542-f1f1-4f5e-bb17-c1cab0c1fbb1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694952 Nov 22 13:44:50.764329 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-5497eee3-dfa9-495a-b9e1-ec409204dbf1 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816853 Nov 22 13:44:50.767897 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.777462 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.810791 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:44:50.826927 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa10ef1-9d23-4db0-a436-335612e75e77,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:50.836452 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.837543 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Added segment e56ce711-eb47-4cb8-b7e1-a4a518830cc8 of type vlan for network 24e65319-2481-43b3-af62-d528ee123947 Nov 22 13:44:50.897101 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.941147 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.942248 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:50.943160 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:50.972682 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:44:50.985363 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:50.985994 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:51.012894 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-ee383956-c85c-4ff5-b535-976db1092a67 service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474067 Nov 22 13:44:51.023045 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] Pushing event updated for resources: {'Network': ['ID=24e65319-2481-43b3-af62-d528ee123947,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:51.029715 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-fa0accdc-b929-40e6-9ada-d65822bb4e8d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5070395 Nov 22 13:44:51.032587 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53036) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:51.037652 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Request body: {'subnet': {'network_id': '24e65319-2481-43b3-af62-d528ee123947', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1381425907-subnet', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'ip_version': 4}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:51.059162 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Made reservation on behalf of 8aa91ca051fe4652a5b1cd0bd529c0d8 for: {'subnet': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:51.061643 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261811'] for subnet, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.064841 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 24e65319-2481-43b3-af62-d528ee123947 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:44:51.161247 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-047dee6f-c1cc-40ff-a205-d638d40a78d5 service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218948 Nov 22 13:44:51.238030 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:51.295028 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10208403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261773'] for subnet, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.362126 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5aa22d00-ba4e-498c-bff7-f7d3d4e78280 req-ea0c72ad-35d3-4e74-a5ea-accae07bc73d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 210 time: 0.0312274 Nov 22 13:44:51.375436 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0111127b-50a8-4a25-8685-ab05ac335377,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:51.407123 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Checking segment: {'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:51.407302 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Network hostable DHCP agents. Network: 24e65319-2481-43b3-af62-d528ee123947, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:44:51.442916 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Network 24e65319-2481-43b3-af62-d528ee123947 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:44:51.463294 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 24e65319-2481-43b3-af62-d528ee123947) {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:51.469086 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:51.469721 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.479611 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c02cab-26a0-4f55-81ed-fb9a3b57fd1b None None] Network 24e65319-2481-43b3-af62-d528ee123947 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:51.491867 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-98ceec65-235e-44e4-9f38-651facc90167 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4579482 Nov 22 13:44:51.495010 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53052) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:51.499744 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:51.525739 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.527111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.594914 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.611652 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:49Z', 'revision_number': 2, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:51.647991 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:44:51.648623 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Updating router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb port e6675660-9532-45a4-8444-0b6ccf9f2c64 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:44:51.692798 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.731399 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-24e65319-2481-43b3-af62-d528ee123947', 'network_id': '24e65319-2481-43b3-af62-d528ee123947', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'fixed_ips': [{'subnet_id': '0111127b-50a8-4a25-8685-ab05ac335377'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:44:51.732264 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.786372 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e44bb438-71ff-4eeb-a5ea-30e885ca07a2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:44:51.791809 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:51.829703 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: e44bb438-71ff-4eeb-a5ea-30e885ca07a2 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:44:51.830329 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e44bb438-71ff-4eeb-a5ea-30e885ca07a2 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:44:51.879198 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bf73-9070-4d84-b874-f7756f984e59 req-fa0ec530-9147-44ae-90d7-546a00f0eef8 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:51.880883 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6f17bf73-9070-4d84-b874-f7756f984e59 req-fa0ec530-9147-44ae-90d7-546a00f0eef8 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0611527 Nov 22 13:44:51.988186 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6f17bf73-9070-4d84-b874-f7756f984e59 req-4b49ee2f-6a4b-4133-971a-0d6a8b96cf2c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971918 Nov 22 13:44:52.070729 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Allocated IP 172.20.0.2 (24e65319-2481-43b3-af62-d528ee123947/0111127b-50a8-4a25-8685-ab05ac335377/23588378-caab-4cd7-af7b-fe2af9d23180) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:52.073916 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 876f358a-efd7-4067-b0ae-b57ac296d97c up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:52.183710 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.208965 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.289427 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 876f358a-efd7-4067-b0ae-b57ac296d97c triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:52.290442 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.316739 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53084) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:52.383678 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] Deleting subnet 8bd39823-b317-479d-923f-7394060cb4a2 {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:44:52.386304 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Allocated IP 172.27.0.138 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/daae3692-4c3a-45ad-a93d-ab23913295d4) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:52.391394 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.399304 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.422071 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.426256 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.468254 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.476111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.538129 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fdb5b9fd-a56a-4c46-88b7-0fb04dd6a9a7 req-15925e65-783b-402a-a29c-57670da5d5a6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 210 time: 0.0853117 Nov 22 13:44:52.554679 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ac157-04b5-4371-ae89-b3aa0c16a191 None None] Pushing event updated for resources: {'Port': ['ID=e6675660-9532-45a4-8444-0b6ccf9f2c64,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:52.563547 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Network 24e65319-2481-43b3-af62-d528ee123947 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:52.571003 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:52.597317 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.611071 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:52.619738 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f15274d8-5e1f-4d95-b242-041c8fe881d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.662202 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.682080 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Pushing event updated for resources: {'Port': ['ID=23588378-caab-4cd7-af7b-fe2af9d23180,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:52.705670 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Attempting to bind port e6675660-9532-45a4-8444-0b6ccf9f2c64 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:52.706037 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Attempting to bind port e6675660-9532-45a4-8444-0b6ccf9f2c64 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:52.706399 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Attempting to bind port e6675660-9532-45a4-8444-0b6ccf9f2c64 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:52.719126 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:52.719368 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Checking segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:52.719769 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.720161 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Bound using segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:52.720637 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Bound port: e6675660-9532-45a4-8444-0b6ccf9f2c64, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:52.721291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.732693 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Attempting to bind port 23588378-caab-4cd7-af7b-fe2af9d23180 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:52.733064 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Attempting to bind port 23588378-caab-4cd7-af7b-fe2af9d23180 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:52.733456 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Attempting to bind port 23588378-caab-4cd7-af7b-fe2af9d23180 on network 24e65319-2481-43b3-af62-d528ee123947 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:52.766419 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:52.766799 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Checking segment: {'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:52.767095 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.767490 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Bound using segment: {'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:52.768010 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Bound port: 23588378-caab-4cd7-af7b-fe2af9d23180, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:52.768391 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.801521 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.850465 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd39823-b317-479d-923f-7394060cb4a2,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:52.863435 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.870390 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-950b26c5-3a74-4df7-92da-0ee7238ef85c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8bd39823-b317-479d-923f-7394060cb4a2 HTTP/1.1" status: 204 len: 168 time: 0.5497205 Nov 22 13:44:52.870746 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53094) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:52.902013 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.921041 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-8cd7eb37-0e25-4b4e-875e-6077a080bfff tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:52.922627 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-8cd7eb37-0e25-4b4e-875e-6077a080bfff tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.2431257 Nov 22 13:44:52.949605 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:52.952231 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Request body: {'port': {'device_id': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'admin_state_up': True, 'tenant_id': 'c53dd94dbfdb43e48d2ed35368bd14a6'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:52.979879 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:53.010407 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] For port e6675660-9532-45a4-8444-0b6ccf9f2c64, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:53.023650 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] For port e6675660-9532-45a4-8444-0b6ccf9f2c64, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=e6675660-9532-45a4-8444-0b6ccf9f2c64,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:53.043126 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.081780 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.094332 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-ee68f984-250b-4627-ad3c-c10ff734a085 None None] Provisioning complete for port e6675660-9532-45a4-8444-0b6ccf9f2c64 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:53.094983 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ee68f984-250b-4627-ad3c-c10ff734a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.134108 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] For port 23588378-caab-4cd7-af7b-fe2af9d23180, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:53.138590 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58841093-8ff5-4189-bbff-4ad157ce8f26']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:53.161440 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238e5bc0-1387-4203-85f6-d73bd13e168e') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:53.161739 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238e5bc0-1387-4203-85f6-d73bd13e168e') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:53.169458 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] For port 23588378-caab-4cd7-af7b-fe2af9d23180, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=23588378-caab-4cd7-af7b-fe2af9d23180,segment=NetworkSegment(e56ce711-eb47-4cb8-b7e1-a4a518830cc8),segment_id=e56ce711-eb47-4cb8-b7e1-a4a518830cc8)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:53.178394 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ac157-04b5-4371-ae89-b3aa0c16a191 None None] Pushing event updated for resources: {'Port': ['ID=e6675660-9532-45a4-8444-0b6ccf9f2c64,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:53.187640 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.191756 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.206900 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:53.207532 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:53.218362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.246365 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:44:53.248078 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.320000 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:44:53.321974 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:44:53.334191 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:53.402170 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.414681 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.424588 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] 10.222.0.31 "DELETE /v2.0/networks/58841093-8ff5-4189-bbff-4ad157ce8f26 HTTP/1.1" status: 204 len: 168 time: 0.5528369 Nov 22 13:44:53.441628 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Pushing event updated for resources: {'Port': ['ID=daae3692-4c3a-45ad-a93d-ab23913295d4,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:53.451428 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2f2f7-39bb-4028-9a94-c1d348798262 admin admin] Pushing event deleted for resources: {'Network': ['ID=58841093-8ff5-4189-bbff-4ad157ce8f26,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:53.552603 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b936544-f37c-4df0-9136-6bce22ad561e None None] Pushing event updated for resources: {'Port': ['ID=23588378-caab-4cd7-af7b-fe2af9d23180,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:53.589914 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53132) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:53.632474 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ee68f984-250b-4627-ad3c-c10ff734a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.713078 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:53.768579 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a3d77-f461-4aad-b821-a6b3ba254af2 req-ffb2d5d5-b2ba-445a-8bfc-cfb73f0df372 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:53.781780 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a33a3d77-f461-4aad-b821-a6b3ba254af2 req-ffb2d5d5-b2ba-445a-8bfc-cfb73f0df372 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.4671888 Nov 22 13:44:53.839079 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2057d31b-d772-47aa-8440-fe6a7a88c889 req-8a3f7d71-4c0a-47f2-b479-2c5a3bedb2b7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 210 time: 0.0871699 Nov 22 13:44:53.909164 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53144) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:53.956240 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-345959e1-d54a-442d-a964-bd07ad745238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:53.978182 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-6c91277d-5aba-44e0-848b-4c38a84d2821 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86d37c16844146be90e42574973a6861&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0673122 Nov 22 13:44:53.980773 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53146) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:53.986230 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-ee68f984-250b-4627-ad3c-c10ff734a085 None None] For port e6675660-9532-45a4-8444-0b6ccf9f2c64, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=e6675660-9532-45a4-8444-0b6ccf9f2c64,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:54.003736 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ee68f984-250b-4627-ad3c-c10ff734a085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.065753 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d46df958-3408-48b3-9a13-225d02817bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.084320 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Made reservation on behalf of c53dd94dbfdb43e48d2ed35368bd14a6 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:44:54.089023 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.099227 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d46df958-3408-48b3-9a13-225d02817bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.107207 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a33a3d77-f461-4aad-b821-a6b3ba254af2 req-6aaf22b1-53ac-4074-a1fc-20ddbaf709cb tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221760 Nov 22 13:44:54.151232 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 23588378-caab-4cd7-af7b-fe2af9d23180 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:54.172937 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d46df958-3408-48b3-9a13-225d02817bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.176660 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d46df958-3408-48b3-9a13-225d02817bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.178697 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d46df958-3408-48b3-9a13-225d02817bba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8df3a576-2953-4a26-aa53-99261c887b74 HTTP/1.1" status: 204 len: 168 time: 0.1961806 Nov 22 13:44:54.190138 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46df958-3408-48b3-9a13-225d02817bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df3a576-2953-4a26-aa53-99261c887b74,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:54.195291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68f984-250b-4627-ad3c-c10ff734a085 None None] Pushing event updated for resources: {'Port': ['ID=e6675660-9532-45a4-8444-0b6ccf9f2c64,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:54.235106 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-01fac411-97ca-4625-92da-5c909a934e93 None None] Provisioning complete for port e6675660-9532-45a4-8444-0b6ccf9f2c64 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:54.235902 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-01fac411-97ca-4625-92da-5c909a934e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.256634 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.307104 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:52Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:54.311153 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 23588378-caab-4cd7-af7b-fe2af9d23180 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:54.311522 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.362915 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2eb539-fa6f-4e41-8b4f-70efb64570dc None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:52Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:44:54.366223 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-345959e1-d54a-442d-a964-bd07ad745238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.417501 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-345959e1-d54a-442d-a964-bd07ad745238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.512895 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.518955 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Allocated IP 172.20.0.13 (a84a04f9-b201-43c0-84cd-ce6ec22f409e/46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24/80f03947-781b-4a39-9323-dfa2732c6802) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:54.531728 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53152) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:54.545482 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-345959e1-d54a-442d-a964-bd07ad745238 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b6ae21f27de411f9e491173bdf1e4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9455111 Nov 22 13:44:54.553756 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345959e1-d54a-442d-a964-bd07ad745238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c5a62e-a63f-4618-897e-4ab73892fb30,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:54.571653 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 23588378-caab-4cd7-af7b-fe2af9d23180, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=23588378-caab-4cd7-af7b-fe2af9d23180,segment=NetworkSegment(e56ce711-eb47-4cb8-b7e1-a4a518830cc8),segment_id=e56ce711-eb47-4cb8-b7e1-a4a518830cc8)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:44:54.586442 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.671614 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a1657620-b1c1-4320-8f16-967bd150d1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.680027 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=23588378-caab-4cd7-af7b-fe2af9d23180,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:54.733630 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a1657620-b1c1-4320-8f16-967bd150d1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.825096 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a1657620-b1c1-4320-8f16-967bd150d1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.828891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a1657620-b1c1-4320-8f16-967bd150d1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.830825 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:54.834240 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a1657620-b1c1-4320-8f16-967bd150d1db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1c5a62e-a63f-4618-897e-4ab73892fb30 HTTP/1.1" status: 204 len: 168 time: 0.3013003 Nov 22 13:44:54.847846 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1657620-b1c1-4320-8f16-967bd150d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c5a62e-a63f-4618-897e-4ab73892fb30,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:54.920249 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9908-bfc3-4cc2-a146-4e04ddcc024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:55.117053 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe07a48-c7e7-4808-9680-87283e2eb81a None None] Network 24e65319-2481-43b3-af62-d528ee123947 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:44:55.144137 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-65beac41-a093-4303-99b5-6fb366b2abb4 req-953f6da5-c0fc-4518-ad6c-bf749eb57db7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 210 time: 0.1120794 Nov 22 13:44:55.264364 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:55.284069 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-85b779f3-2d07-4a28-a236-bf1aaeee6869 None None] Provisioning complete for port 23588378-caab-4cd7-af7b-fe2af9d23180 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:55.284451 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-85b779f3-2d07-4a28-a236-bf1aaeee6869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:55.372789 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329133c-87d1-4d8d-985a-a174edae7b3f req-7f347f6b-d574-4be3-8667-51cd2279ba75 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:55.384660 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f329133c-87d1-4d8d-985a-a174edae7b3f req-7f347f6b-d574-4be3-8667-51cd2279ba75 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1191194 Nov 22 13:44:55.408076 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:55.452667 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:44:55.496745 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Router f6102c5c-b904-4759-918c-1e1c78d5df4a is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:44:55.515852 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:55.523401 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:55.527345 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:55.528167 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f329133c-87d1-4d8d-985a-a174edae7b3f req-a8640487-096d-4eb3-aaf7-6ce46c2e72aa tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426172 Nov 22 13:44:55.587324 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event updated for resources: {'Port': ['ID=80f03947-781b-4a39-9323-dfa2732c6802,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:55.901080 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:55.901900 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:55.939434 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-f6791ef5-a105-42ef-b585-fd036584b2bb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9922633 Nov 22 13:44:55.957581 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:44:55.974801 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Sync routers for ids ['f6102c5c-b904-4759-918c-1e1c78d5df4a'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:44:55.979725 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Request body: {'port': {'device_id': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:44:56.014538 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Routers {'f6102c5c-b904-4759-918c-1e1c78d5df4a'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:56.015494 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['f6102c5c-b904-4759-918c-1e1c78d5df4a'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:56.048286 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:56.049625 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:56.052605 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53226) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:56.052776 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-b1acc410-58e4-481f-94f7-7ee8fa5a7259 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5564694 Nov 22 13:44:56.062498 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:56.295883 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 23588378-caab-4cd7-af7b-fe2af9d23180 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:56.331962 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Set router f6102c5c-b904-4759-918c-1e1c78d5df4a gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:56.454313 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 23588378-caab-4cd7-af7b-fe2af9d23180 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:56.455176 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:56.545524 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba358329-498d-454a-91d5-1ed913c4d2a6 req-ce94db58-5973-405e-93ec-3ef4308c12ce tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:56.562939 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba358329-498d-454a-91d5-1ed913c4d2a6 req-ce94db58-5973-405e-93ec-3ef4308c12ce tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 932 time: 0.1575606 Nov 22 13:44:56.745650 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba358329-498d-454a-91d5-1ed913c4d2a6 req-dfa176b4-a249-4533-a908-ae3775adef1d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816387 Nov 22 13:44:56.753813 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-d5841846-e1fc-4852-8108-187fb95ddfe8 None None] Provisioning complete for port 23588378-caab-4cd7-af7b-fe2af9d23180 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:56.754206 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d5841846-e1fc-4852-8108-187fb95ddfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:56.873659 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device e6675660-9532-45a4-8444-0b6ccf9f2c64 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:44:56.988948 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 3, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port': {'id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:52Z', 'updated_at': '2021-11-22T13:44:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:57.023499 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f03947-781b-4a39-9323-dfa2732c6802 {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:44:57.036041 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.042136 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port e6675660-9532-45a4-8444-0b6ccf9f2c64 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:57.042756 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.049743 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7615116-7c2b-4170-9eeb-5d2d13014b3c req-9e971d1f-fd00-4ce5-ac39-27f0a3074a8d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:57.051459 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c7615116-7c2b-4170-9eeb-5d2d13014b3c req-9e971d1f-fd00-4ce5-ac39-27f0a3074a8d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1336675 Nov 22 13:44:57.076799 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Checking router: f6102c5c-b904-4759-918c-1e1c78d5df4a for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:44:57.077340 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Updating router f6102c5c-b904-4759-918c-1e1c78d5df4a port daae3692-4c3a-45ad-a93d-ab23913295d4 binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:44:57.082761 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Transition to ACTIVE for port object 80f03947-781b-4a39-9323-dfa2732c6802 will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:44:57.131480 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.317814 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.419879 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.507959 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.573996 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Allocated IP 172.20.0.1 (24e65319-2481-43b3-af62-d528ee123947/0111127b-50a8-4a25-8685-ab05ac335377/58ba4301-c78d-4040-88bf-f1b3c8c2d6fe) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:44:57.615313 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Pushing event updated for resources: {'Port': ['ID=80f03947-781b-4a39-9323-dfa2732c6802,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:57.673503 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.679388 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c7615116-7c2b-4170-9eeb-5d2d13014b3c req-a83f0ed5-89aa-4f55-af33-44b5469b3c44 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171482 Nov 22 13:44:57.697109 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.718202 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Attempting to bind port 80f03947-781b-4a39-9323-dfa2732c6802 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:57.719173 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Attempting to bind port 80f03947-781b-4a39-9323-dfa2732c6802 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:57.720354 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Attempting to bind port 80f03947-781b-4a39-9323-dfa2732c6802 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:57.727925 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Port 80f03947-781b-4a39-9323-dfa2732c6802 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:44:57.728312 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Attempting to bind port 80f03947-781b-4a39-9323-dfa2732c6802 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:57.736781 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:57.738661 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Checking segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:57.738661 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Bound using segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:57.738889 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Bound port: 80f03947-781b-4a39-9323-dfa2732c6802, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:57.739084 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.762154 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.816084 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] For port 80f03947-781b-4a39-9323-dfa2732c6802, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:57.819287 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] For port 80f03947-781b-4a39-9323-dfa2732c6802, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=80f03947-781b-4a39-9323-dfa2732c6802,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:57.825505 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.846677 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Attempting to bind port daae3692-4c3a-45ad-a93d-ab23913295d4 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:44:57.847063 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Attempting to bind port daae3692-4c3a-45ad-a93d-ab23913295d4 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:44:57.847547 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Attempting to bind port daae3692-4c3a-45ad-a93d-ab23913295d4 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:44:57.849605 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012c4ac-613f-49c7-97d5-b8df268e5b57 None None] Pushing event updated for resources: {'Port': ['ID=daae3692-4c3a-45ad-a93d-ab23913295d4,revision_number=2']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:57.857461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.877352 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:44:57.878500 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:44:57.880006 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.880561 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:44:57.881218 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Bound port: daae3692-4c3a-45ad-a93d-ab23913295d4, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:44:57.883601 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.885423 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:57.886195 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:57.887879 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-c01314af-22fc-4015-9c06-724af238db73 service neutron] 10.222.0.52 "PUT /v2.0/ports/80f03947-781b-4a39-9323-dfa2732c6802 HTTP/1.1" status: 200 len: 1094 time: 1.9146461 Nov 22 13:44:57.888441 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'tag': '80f03947-781b-4a39-9323-dfa2732c6802'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:44:57.891317 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee12528-b958-44e5-a001-67779011068d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec2ef5de-febe-4a82-a6e4-39273ff76912", "tag": "80f03947-781b-4a39-9323-dfa2732c6802"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:44:57.926521 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01314af-22fc-4015-9c06-724af238db73 service neutron] Pushing event updated for resources: {'Port': ['ID=80f03947-781b-4a39-9323-dfa2732c6802,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:57.928164 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Network 24e65319-2481-43b3-af62-d528ee123947 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:57.944062 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:57.948071 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:44:57.959526 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b34c29-3db1-4ea2-8b0d-edaff0075e57 x-openstack-request-id: req-e9b34c29-3db1-4ea2-8b0d-edaff0075e57 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:44:57.959872 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec2ef5de-febe-4a82-a6e4-39273ff76912", "tag": "80f03947-781b-4a39-9323-dfa2732c6802", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:44:57.960131 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e9b34c29-3db1-4ea2-8b0d-edaff0075e57 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:44:57.960534 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'tag': '80f03947-781b-4a39-9323-dfa2732c6802', 'status': 'completed', 'code': 200} Nov 22 13:44:57.985924 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] For port daae3692-4c3a-45ad-a93d-ab23913295d4, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:44:57.995402 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] For port daae3692-4c3a-45ad-a93d-ab23913295d4, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=daae3692-4c3a-45ad-a93d-ab23913295d4,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:44:58.005814 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.013922 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Pushing event updated for resources: {'Port': ['ID=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:58.034065 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35434c00-0f69-4fac-94ab-93f4c85b40ab req-ae874152-cd44-4545-81a1-6843ff05fadd tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:58.035645 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-35434c00-0f69-4fac-94ab-93f4c85b40ab req-ae874152-cd44-4545-81a1-6843ff05fadd tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 944 time: 0.1807103 Nov 22 13:44:58.041730 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.099852 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012c4ac-613f-49c7-97d5-b8df268e5b57 None None] Pushing event updated for resources: {'Port': ['ID=daae3692-4c3a-45ad-a93d-ab23913295d4,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:58.109239 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Routers {'f6102c5c-b904-4759-918c-1e1c78d5df4a'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:44:58.112890 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['f6102c5c-b904-4759-918c-1e1c78d5df4a'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:58.189873 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53306) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:58.199159 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.214062 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-35434c00-0f69-4fac-94ab-93f4c85b40ab req-a2b50aa2-cbdb-4005-ae80-33c70bf0ed00 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184545 Nov 22 13:44:58.311086 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.334468 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-45376a4f-168e-485b-ac75-45c1d3c0f7e3 None None] Provisioning complete for port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:58.335526 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-45376a4f-168e-485b-ac75-45c1d3c0f7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.361152 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] Set router f6102c5c-b904-4759-918c-1e1c78d5df4a gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:44:58.363723 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb9a-79c7-464b-9a0e-13555078aba5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.401329 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-45376a4f-168e-485b-ac75-45c1d3c0f7e3 None None] Port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:44:58.506460 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb9a-79c7-464b-9a0e-13555078aba5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.515343 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-06fcbb9a-79c7-464b-9a0e-13555078aba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.581815 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53332) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:58.582373 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-06fcbb9a-79c7-464b-9a0e-13555078aba5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=93675fa2bd3b49849267075244ba14df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880239 Nov 22 13:44:58.582373 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcbb9a-79c7-464b-9a0e-13555078aba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a089c2d-3065-400a-a428-02b84d6a16af,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:58.667854 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.669901 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 3, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port': {'id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:52Z', 'updated_at': '2021-11-22T13:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:44:58.678689 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.699090 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480357aa-dc87-4a95-90f3-a08465e37255 None None] The sync data for ids ['f6102c5c-b904-4759-918c-1e1c78d5df4a'] in dv-cinder-768458-14-iscsi is: [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 3, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port': {'id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:52Z', 'updated_at': '2021-11-22T13:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:44:58.711399 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb824-6597-4b36-883b-ef186f31b06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.789233 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb824-6597-4b36-883b-ef186f31b06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.838056 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.843722 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Pushing event updated for resources: {'Port': ['ID=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:58.924344 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c632-8234-44b1-bed2-61f4d200ff85 req-9ccd4dcc-767a-4ed7-bc2b-880b606dd473 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:58.925909 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c9e2c632-8234-44b1-bed2-61f4d200ff85 req-9ccd4dcc-767a-4ed7-bc2b-880b606dd473 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1429641 Nov 22 13:44:58.970527 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb824-6597-4b36-883b-ef186f31b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.973078 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb824-6597-4b36-883b-ef186f31b06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:58.974261 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a2dfb824-6597-4b36-883b-ef186f31b06e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a089c2d-3065-400a-a428-02b84d6a16af HTTP/1.1" status: 204 len: 168 time: 0.3945348 Nov 22 13:44:59.010213 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb824-6597-4b36-883b-ef186f31b06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a089c2d-3065-400a-a428-02b84d6a16af,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:59.050204 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Network 24e65319-2481-43b3-af62-d528ee123947 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:44:59.056025 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:44:59.075323 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c9e2c632-8234-44b1-bed2-61f4d200ff85 req-8543557c-530f-4235-97a9-812ea13a0e77 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256049 Nov 22 13:44:59.435299 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-3cffae78-9068-4463-b75c-c39e36a49e9b None None] Provisioning complete for port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:44:59.436269 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-3cffae78-9068-4463-b75c-c39e36a49e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.488853 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-3cffae78-9068-4463-b75c-c39e36a49e9b None None] Port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:44:59.549493 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53352) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:59.577574 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a229fd03-a0c4-4700-95d7-210ca52c49db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.589491 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc8da5-9a00-4696-a7d5-0e3a1a82a933 req-8c1d8a1e-0985-46fe-9e13-2c9b63a06413 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:44:59.604601 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eabc8da5-9a00-4696-a7d5-0e3a1a82a933 req-8c1d8a1e-0985-46fe-9e13-2c9b63a06413 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 944 time: 0.0791333 Nov 22 13:44:59.630738 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Router f6102c5c-b904-4759-918c-1e1c78d5df4a has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:44:59.677012 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a229fd03-a0c4-4700-95d7-210ca52c49db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.677891 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eabc8da5-9a00-4696-a7d5-0e3a1a82a933 req-a6e0c52c-fb2a-4707-ad23-211861cb54e3 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675235 Nov 22 13:44:59.686708 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a229fd03-a0c4-4700-95d7-210ca52c49db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.733383 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229fd03-a0c4-4700-95d7-210ca52c49db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9db344c-1e41-4d34-b4e4-958ed709c858,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:44:59.738946 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a229fd03-a0c4-4700-95d7-210ca52c49db admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8688271007549cfa62e685cf03e6d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877306 Nov 22 13:44:59.742516 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53360) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:44:59.830838 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:44:59.836191 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-729b3b85-7ad8-467e-a03e-47e1bfdb9406 admin admin] 10.222.0.31 "PUT /v2.0/routers/f6102c5c-b904-4759-918c-1e1c78d5df4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7823081 Nov 22 13:44:59.846797 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64119bcb-7036-4858-93af-f45dba7ef107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.868898 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64119bcb-7036-4858-93af-f45dba7ef107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.920207 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64119bcb-7036-4858-93af-f45dba7ef107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.923004 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64119bcb-7036-4858-93af-f45dba7ef107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:44:59.927511 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-64119bcb-7036-4858-93af-f45dba7ef107 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9db344c-1e41-4d34-b4e4-958ed709c858 HTTP/1.1" status: 204 len: 168 time: 0.1828024 Nov 22 13:44:59.936064 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64119bcb-7036-4858-93af-f45dba7ef107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9db344c-1e41-4d34-b4e4-958ed709c858,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:00.007861 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device daae3692-4c3a-45ad-a93d-ab23913295d4 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:00.058119 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port daae3692-4c3a-45ad-a93d-ab23913295d4 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:00.058565 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.144223 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.167349 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port daae3692-4c3a-45ad-a93d-ab23913295d4, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=daae3692-4c3a-45ad-a93d-ab23913295d4,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:00.174085 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.230623 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=daae3692-4c3a-45ad-a93d-ab23913295d4,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:00.411831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53384) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:00.419573 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-a20c830f-1420-4f9e-94aa-96fa39e8bbc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451825004', 'description': 'tempest-secgroup-smoke-451825004 description', 'project_id': 'accea9af00354befabcdcf4325a007ca'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:00.462335 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a20c830f-1420-4f9e-94aa-96fa39e8bbc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.554561 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0b3af-db5d-4a6e-814d-9c44986acca8 req-b3d0f792-2543-4fc3-b7b0-8f61a64b182b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:00.557969 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-06e0b3af-db5d-4a6e-814d-9c44986acca8 req-b3d0f792-2543-4fc3-b7b0-8f61a64b182b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0898499 Nov 22 13:45:00.611017 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Sync routers for ids ['f6102c5c-b904-4759-918c-1e1c78d5df4a'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:45:00.636950 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Routers {'f6102c5c-b904-4759-918c-1e1c78d5df4a'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:45:00.638163 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['f6102c5c-b904-4759-918c-1e1c78d5df4a'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:45:00.641122 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12528-b958-44e5-a001-67779011068d req-ec181fdc-7d61-4fc1-9f27-008211372589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:00.642731 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9ee12528-b958-44e5-a001-67779011068d req-ec181fdc-7d61-4fc1-9f27-008211372589 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 1097 time: 0.0714216 Nov 22 13:45:00.644905 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a20c830f-1420-4f9e-94aa-96fa39e8bbc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.656640 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a20c830f-1420-4f9e-94aa-96fa39e8bbc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.675756 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-06e0b3af-db5d-4a6e-814d-9c44986acca8 req-fe2ac5fb-b15d-4896-9494-0ef100923f2d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062450 Nov 22 13:45:00.708076 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a20c830f-1420-4f9e-94aa-96fa39e8bbc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.711981 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a20c830f-1420-4f9e-94aa-96fa39e8bbc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2960885 Nov 22 13:45:00.712381 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c830f-1420-4f9e-94aa-96fa39e8bbc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e806cf0-b16a-4a8f-9f66-bea5fed9074b,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:00.732400 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53398) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:00.745050 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-ac591d07-7e31-48e7-9b8d-cf533d9b068c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'security_group_rule': {'security_group_id': '5e806cf0-b16a-4a8f-9f66-bea5fed9074b', 'project_id': 'accea9af00354befabcdcf4325a007ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:00.820325 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ac591d07-7e31-48e7-9b8d-cf533d9b068c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.834854 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Set router f6102c5c-b904-4759-918c-1e1c78d5df4a gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:45:00.861589 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12528-b958-44e5-a001-67779011068d req-a29b295a-35bd-4d27-a5c1-a9509ca4ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:00.863115 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9ee12528-b958-44e5-a001-67779011068d req-a29b295a-35bd-4d27-a5c1-a9509ca4ef45 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2054191 Nov 22 13:45:00.872337 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e5723-90aa-494e-847d-a72971fd19bd req-26c9c63e-3f75-438d-b376-370089d9f50f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:00.873898 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-681e5723-90aa-494e-847d-a72971fd19bd req-26c9c63e-3f75-438d-b376-370089d9f50f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 944 time: 0.1197371 Nov 22 13:45:00.938883 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ac591d07-7e31-48e7-9b8d-cf533d9b068c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.946335 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ac591d07-7e31-48e7-9b8d-cf533d9b068c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.975237 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac591d07-7e31-48e7-9b8d-cf533d9b068c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a8008-c299-4eb1-ba98-c8cfac84b2a0,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:00.993746 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ac591d07-7e31-48e7-9b8d-cf533d9b068c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:00.995854 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ac591d07-7e31-48e7-9b8d-cf533d9b068c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2624352 Nov 22 13:45:00.998680 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53408) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:01.006003 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-6f2848e6-6ed4-48fc-a0d4-e99d32a5fea9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'security_group_rule': {'security_group_id': '5e806cf0-b16a-4a8f-9f66-bea5fed9074b', 'project_id': 'accea9af00354befabcdcf4325a007ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:01.006370 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-681e5723-90aa-494e-847d-a72971fd19bd req-ec1e8bac-894d-4fb3-a279-717d11c0aaeb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208041 Nov 22 13:45:01.043329 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee12528-b958-44e5-a001-67779011068d req-3c21995c-e775-42f8-993f-2125ed79491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:01.045351 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9ee12528-b958-44e5-a001-67779011068d req-3c21995c-e775-42f8-993f-2125ed79491c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703367 Nov 22 13:45:01.047129 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6f2848e6-6ed4-48fc-a0d4-e99d32a5fea9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.081819 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:44:58Z', 'revision_number': 4, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port': {'id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:52Z', 'updated_at': '2021-11-22T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58ba4301-c78d-4040-88bf-f1b3c8c2d6fe', 'name': '', 'network_id': '24e65319-2481-43b3-af62-d528ee123947', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'mac_address': 'fa:16:3e:77:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0111127b-50a8-4a25-8685-ab05ac335377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:57Z', 'updated_at': '2021-11-22T13:44:58Z', 'revision_number': 2, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'subnets': [{'id': '0111127b-50a8-4a25-8685-ab05ac335377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:45:01.111883 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Checking router: f6102c5c-b904-4759-918c-1e1c78d5df4a for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:45:01.112240 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Updating router f6102c5c-b904-4759-918c-1e1c78d5df4a port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:45:01.140846 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6f2848e6-6ed4-48fc-a0d4-e99d32a5fea9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.147275 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6f2848e6-6ed4-48fc-a0d4-e99d32a5fea9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.147580 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-e597ed78-daa5-48e1-bf2d-2359f7dd329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:01.150193 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-e597ed78-daa5-48e1-bf2d-2359f7dd329e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 1097 time: 0.0613465 Nov 22 13:45:01.150590 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.176037 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2848e6-6ed4-48fc-a0d4-e99d32a5fea9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94a0739-e03f-4a58-8c04-055ffb0dd96c,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:01.190014 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6f2848e6-6ed4-48fc-a0d4-e99d32a5fea9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.191326 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-6f2848e6-6ed4-48fc-a0d4-e99d32a5fea9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1914349 Nov 22 13:45:01.194970 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53414) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:01.200248 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-b87441ff-b08b-401e-99c1-a711e8a56af5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'security_group_rule': {'security_group_id': '5e806cf0-b16a-4a8f-9f66-bea5fed9074b', 'project_id': 'accea9af00354befabcdcf4325a007ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:01.209996 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-a3dbaf69-4a13-427f-943b-377364de7a33 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80f03947-781b-4a39-9323-dfa2732c6802 HTTP/1.1" status: 200 len: 217 time: 0.0503802 Nov 22 13:45:01.236680 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b87441ff-b08b-401e-99c1-a711e8a56af5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.287436 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-53f3bb0d-d869-4de0-bb30-10e6dd6beb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:01.290361 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-53f3bb0d-d869-4de0-bb30-10e6dd6beb03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 200 len: 854 time: 0.0708983 Nov 22 13:45:01.308139 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b87441ff-b08b-401e-99c1-a711e8a56af5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.312624 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b87441ff-b08b-401e-99c1-a711e8a56af5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.334447 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87441ff-b08b-401e-99c1-a711e8a56af5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfb8578-4195-43bf-87e9-abbc0dbe1b6a,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:01.342753 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-e7363f2c-328b-45e0-9143-50d11829387b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a84a04f9-b201-43c0-84cd-ce6ec22f409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394924 Nov 22 13:45:01.346686 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b87441ff-b08b-401e-99c1-a711e8a56af5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.347917 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b87441ff-b08b-401e-99c1-a711e8a56af5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516347 Nov 22 13:45:01.350567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53420) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:01.355736 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-4ba0418f-0bf2-418a-979b-37c76b3241fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'security_group_rule': {'security_group_id': '5e806cf0-b16a-4a8f-9f66-bea5fed9074b', 'project_id': 'accea9af00354befabcdcf4325a007ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:01.388670 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4ba0418f-0bf2-418a-979b-37c76b3241fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.468095 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4ba0418f-0bf2-418a-979b-37c76b3241fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.472322 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-4ecf7539-68d4-424b-8b86-7827069860d4 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180904 Nov 22 13:45:01.475552 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4ba0418f-0bf2-418a-979b-37c76b3241fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.480749 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.495379 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.498538 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0418f-0bf2-418a-979b-37c76b3241fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3375064d-ab30-47db-b330-9f769e37f18e,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:01.511483 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4ba0418f-0bf2-418a-979b-37c76b3241fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.513440 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-4ba0418f-0bf2-418a-979b-37c76b3241fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617627 Nov 22 13:45:01.518583 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53428) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:01.529882 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'security_group_rule': {'security_group_id': '5e806cf0-b16a-4a8f-9f66-bea5fed9074b', 'project_id': 'accea9af00354befabcdcf4325a007ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:01.574187 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.securitygroups_db [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Project accea9af00354befabcdcf4325a007ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 13:45:01.582767 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.623533 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5af7e-642d-4473-b6a8-cf92c629fa45 None None] Pushing event updated for resources: {'Port': ['ID=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:01.696237 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a37c17c0-e759-449d-a644-ac4b4d9e60ee req-069b4967-95c7-4968-8543-30533215f64b service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129757 Nov 22 13:45:01.717982 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.724317 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Attempting to bind port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:45:01.724709 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Attempting to bind port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:45:01.725086 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Attempting to bind port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe on network 24e65319-2481-43b3-af62-d528ee123947 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:01.730175 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.751855 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:45:01.751855 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Checking segment: {'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:01.751855 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.752318 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Bound using segment: {'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:45:01.752738 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Bound port: 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '24e65319-2481-43b3-af62-d528ee123947'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:45:01.753131 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.768421 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6395f6-452f-4b23-a059-7d90eb3e88ac,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:01.797010 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.801293 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b46fc282-2c7c-4fcc-bc25-5cea22bdf4b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2791991 Nov 22 13:45:01.801563 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53448) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:01.809416 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'security_group_rule': {'security_group_id': '5e806cf0-b16a-4a8f-9f66-bea5fed9074b', 'project_id': 'accea9af00354befabcdcf4325a007ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:01.838554 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.securitygroups_db [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Project accea9af00354befabcdcf4325a007ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 13:45:01.845762 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.869241 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] For port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:45:01.873853 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] For port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,segment=NetworkSegment(e56ce711-eb47-4cb8-b7e1-a4a518830cc8),segment_id=e56ce711-eb47-4cb8-b7e1-a4a518830cc8)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:45:01.888059 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:01.919595 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0204dde-ac71-473b-b7c3-5415340abfb6 req-536cefcf-1803-4b0d-ac29-5407597d9ded tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:01.922981 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b0204dde-ac71-473b-b7c3-5415340abfb6 req-536cefcf-1803-4b0d-ac29-5407597d9ded tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1019166 Nov 22 13:45:01.981655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Routers {'f6102c5c-b904-4759-918c-1e1c78d5df4a'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:45:01.982314 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:44:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['f6102c5c-b904-4759-918c-1e1c78d5df4a'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:45:02.028505 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5af7e-642d-4473-b6a8-cf92c629fa45 None None] Pushing event updated for resources: {'Port': ['ID=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:02.036040 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.051647 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.070133 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119b958a-541d-47ed-8339-33a8116dc8e3,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:02.092384 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.096919 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-4c8ba07c-e4a2-4cef-b9cf-b1b4b2386896 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2914381 Nov 22 13:45:02.099865 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b0204dde-ac71-473b-b7c3-5415340abfb6 req-3e2092cf-f2f8-4d73-85c2-5b03c17eff53 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596897 Nov 22 13:45:02.122481 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device daae3692-4c3a-45ad-a93d-ab23913295d4 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:02.197816 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-6158a291-40c0-4392-936b-40939de42bb0 None None] Provisioning complete for port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:02.198232 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6158a291-40c0-4392-936b-40939de42bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.230807 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] Set router f6102c5c-b904-4759-918c-1e1c78d5df4a gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:45:02.295846 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port daae3692-4c3a-45ad-a93d-ab23913295d4 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:02.295846 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.379305 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b2155-f283-40bf-aaf3-bfef6459e0d2 req-c149ca23-ac42-468d-84ec-a62d26ba40cf tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:02.380783 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cf8b2155-f283-40bf-aaf3-bfef6459e0d2 req-c149ca23-ac42-468d-84ec-a62d26ba40cf tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 944 time: 0.1440880 Nov 22 13:45:02.473078 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cf8b2155-f283-40bf-aaf3-bfef6459e0d2 req-e1194cf2-45f1-4221-abed-717502aba4b2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845315 Nov 22 13:45:02.475785 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6158a291-40c0-4392-936b-40939de42bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.601806 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-6158a291-40c0-4392-936b-40939de42bb0 None None] For port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,segment=NetworkSegment(e56ce711-eb47-4cb8-b7e1-a4a518830cc8),segment_id=e56ce711-eb47-4cb8-b7e1-a4a518830cc8)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:02.609334 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53510) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:02.609967 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6158a291-40c0-4392-936b-40939de42bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.680671 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:44:58Z', 'revision_number': 4, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port': {'id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:52Z', 'updated_at': '2021-11-22T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58ba4301-c78d-4040-88bf-f1b3c8c2d6fe', 'name': '', 'network_id': '24e65319-2481-43b3-af62-d528ee123947', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'mac_address': 'fa:16:3e:77:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0111127b-50a8-4a25-8685-ab05ac335377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:57Z', 'updated_at': '2021-11-22T13:45:01Z', 'revision_number': 4, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'subnets': [{'id': '0111127b-50a8-4a25-8685-ab05ac335377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:45:02.682829 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158a291-40c0-4392-936b-40939de42bb0 None None] Pushing event updated for resources: {'Port': ['ID=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:02.728474 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009786d9-739d-47eb-afbf-de68d1f1eba8 None None] The sync data for ids ['f6102c5c-b904-4759-918c-1e1c78d5df4a'] in dv-cinder-768458-14-iscsi is: [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:44:58Z', 'revision_number': 4, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port': {'id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:52Z', 'updated_at': '2021-11-22T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58ba4301-c78d-4040-88bf-f1b3c8c2d6fe', 'name': '', 'network_id': '24e65319-2481-43b3-af62-d528ee123947', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'mac_address': 'fa:16:3e:77:c6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '0111127b-50a8-4a25-8685-ab05ac335377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:57Z', 'updated_at': '2021-11-22T13:45:01Z', 'revision_number': 4, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'subnets': [{'id': '0111127b-50a8-4a25-8685-ab05ac335377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:45:02.741047 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-355431df-ccac-4d64-ac8c-6d03f4dc7104 None None] Provisioning complete for port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:02.741460 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-355431df-ccac-4d64-ac8c-6d03f4dc7104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.771259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8f59d3e6-2770-4e66-888e-ac8ac27a2241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.897892 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8f59d3e6-2770-4e66-888e-ac8ac27a2241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.905130 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8f59d3e6-2770-4e66-888e-ac8ac27a2241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:02.965034 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-8f59d3e6-2770-4e66-888e-ac8ac27a2241 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f7d27a67f88496a917e7d287649bea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543129 Nov 22 13:45:02.966217 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59d3e6-2770-4e66-888e-ac8ac27a2241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe65639-0d37-42e6-93c9-9e283a0486a7,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:02.967914 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53524) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:03.054381 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6b0846a4-2357-4a11-970f-69b75b16d557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:03.080755 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6b0846a4-2357-4a11-970f-69b75b16d557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:03.183143 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6b0846a4-2357-4a11-970f-69b75b16d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:03.186136 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6b0846a4-2357-4a11-970f-69b75b16d557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:03.189966 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-6b0846a4-2357-4a11-970f-69b75b16d557 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fe65639-0d37-42e6-93c9-9e283a0486a7 HTTP/1.1" status: 204 len: 168 time: 0.2117379 Nov 22 13:45:03.220984 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0846a4-2357-4a11-970f-69b75b16d557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe65639-0d37-42e6-93c9-9e283a0486a7,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:03.297931 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9791c22-ee67-484f-b8e5-96acf9289f17 req-dee60920-7b6b-4de7-8933-912934cfe8b7 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:03.306674 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e9791c22-ee67-484f-b8e5-96acf9289f17 req-dee60920-7b6b-4de7-8933-912934cfe8b7 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0847402 Nov 22 13:45:03.372265 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e9791c22-ee67-484f-b8e5-96acf9289f17 req-54d1bd01-057d-4a94-a37b-ba15e08934b1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627511 Nov 22 13:45:03.729883 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c8cc7-555b-4faa-916e-2a8b6118580e req-0ded0bb0-5ad8-4ae2-89fd-7c37dad691a5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:03.737293 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a89c8cc7-555b-4faa-916e-2a8b6118580e req-0ded0bb0-5ad8-4ae2-89fd-7c37dad691a5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 944 time: 0.1221755 Nov 22 13:45:03.794456 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a89c8cc7-555b-4faa-916e-2a8b6118580e req-162d42f7-bbf5-46a0-a233-9b29e50b7a93 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560524 Nov 22 13:45:04.030666 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:04.091115 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:04.091494 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:04.500125 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352f5f8-ba00-4da5-b817-cf907fd3b342 req-1bc5929f-e878-455b-a2da-238fc8131235 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:04.502235 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d352f5f8-ba00-4da5-b817-cf907fd3b342 req-1bc5929f-e878-455b-a2da-238fc8131235 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0526636 Nov 22 13:45:04.557153 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d352f5f8-ba00-4da5-b817-cf907fd3b342 req-45ad6207-3119-4474-9ff2-33d8b00f23c3 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482302 Nov 22 13:45:04.561073 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 80f03947-781b-4a39-9323-dfa2732c6802 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:45:04.712806 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 80f03947-781b-4a39-9323-dfa2732c6802, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=80f03947-781b-4a39-9323-dfa2732c6802,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:04.733584 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '80f03947-781b-4a39-9323-dfa2732c6802', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'port_id': '80f03947-781b-4a39-9323-dfa2732c6802', 'mac_address': 'fa:16:3e:21:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:45:04.788572 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:04.807509 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f03947-781b-4a39-9323-dfa2732c6802 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:04.830666 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 80f03947-781b-4a39-9323-dfa2732c6802, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=80f03947-781b-4a39-9323-dfa2732c6802,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:04.836079 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:04.892716 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=80f03947-781b-4a39-9323-dfa2732c6802,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:04.967350 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280131b-7826-492b-b3d4-e854efe303a9 req-a02af36b-1577-472f-9a7a-a8b6c13398a6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:04.969238 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4280131b-7826-492b-b3d4-e854efe303a9 req-a02af36b-1577-472f-9a7a-a8b6c13398a6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 945 time: 0.0608766 Nov 22 13:45:05.074957 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4280131b-7826-492b-b3d4-e854efe303a9 req-cac62a56-427f-4208-8022-5c45f48b81c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989687 Nov 22 13:45:05.189349 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['80f03947-781b-4a39-9323-dfa2732c6802'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:45:05.334741 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53636) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:05.439090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f76e72b7-70d3-4aab-9890-c3c35d45ea06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:05.513041 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f76e72b7-70d3-4aab-9890-c3c35d45ea06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:05.516427 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f76e72b7-70d3-4aab-9890-c3c35d45ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:05.554723 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-f76e72b7-70d3-4aab-9890-c3c35d45ea06 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80f0b38a70a1478b968e08c94af4f80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187126 Nov 22 13:45:05.555440 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e72b7-70d3-4aab-9890-c3c35d45ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88603f54-c06f-467b-8864-719705e021f1,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:05.557390 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53640) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:05.613308 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9de86450-0cdd-408b-b75c-a4c11d2a79d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:05.637496 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9de86450-0cdd-408b-b75c-a4c11d2a79d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:05.685373 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9de86450-0cdd-408b-b75c-a4c11d2a79d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:05.688072 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9de86450-0cdd-408b-b75c-a4c11d2a79d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:05.688812 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca229ad-c30c-4600-a3ef-bc25512ab3a9 req-e02bc2de-2ee2-4fb9-bbdd-c516df196a2f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:05.689226 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9de86450-0cdd-408b-b75c-a4c11d2a79d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88603f54-c06f-467b-8864-719705e021f1 HTTP/1.1" status: 204 len: 168 time: 0.1308184 Nov 22 13:45:05.690369 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2ca229ad-c30c-4600-a3ef-bc25512ab3a9 req-e02bc2de-2ee2-4fb9-bbdd-c516df196a2f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0509548 Nov 22 13:45:05.697892 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de86450-0cdd-408b-b75c-a4c11d2a79d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88603f54-c06f-467b-8864-719705e021f1,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:05.755455 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2ca229ad-c30c-4600-a3ef-bc25512ab3a9 req-5d47d26e-20f6-4350-a1fa-af4adaefa21c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567124 Nov 22 13:45:05.993076 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53654) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:06.006281 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-146842fc-8e95-4d5c-89f7-2256f123015d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.084105 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-146842fc-8e95-4d5c-89f7-2256f123015d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.088405 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-146842fc-8e95-4d5c-89f7-2256f123015d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.135258 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-146842fc-8e95-4d5c-89f7-2256f123015d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=224f4affabc54a14a7f10abf4ae1b3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410213 Nov 22 13:45:06.136155 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146842fc-8e95-4d5c-89f7-2256f123015d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87899f80-69b2-4da1-bea3-f3803f20a419,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:06.138623 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53660) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:06.199818 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01a53a19-31f1-4fcc-b9aa-05f3ecad22d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.217969 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd84e0-579e-4ae5-bc94-5d3a315f4c11 req-66127df8-4fce-40dc-b356-f3a14768d500 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:06.219690 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-36cd84e0-579e-4ae5-bc94-5d3a315f4c11 req-66127df8-4fce-40dc-b356-f3a14768d500 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 945 time: 0.0623474 Nov 22 13:45:06.222959 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01a53a19-31f1-4fcc-b9aa-05f3ecad22d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.299167 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01a53a19-31f1-4fcc-b9aa-05f3ecad22d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.301067 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-36cd84e0-579e-4ae5-bc94-5d3a315f4c11 req-9ca7311c-4d81-4e5b-ae36-911863c094e7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Nov 22 13:45:06.302761 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01a53a19-31f1-4fcc-b9aa-05f3ecad22d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.304030 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-01a53a19-31f1-4fcc-b9aa-05f3ecad22d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87899f80-69b2-4da1-bea3-f3803f20a419 HTTP/1.1" status: 204 len: 168 time: 0.1632903 Nov 22 13:45:06.317240 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a53a19-31f1-4fcc-b9aa-05f3ecad22d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87899f80-69b2-4da1-bea3-f3803f20a419,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:06.566641 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 80f03947-781b-4a39-9323-dfa2732c6802 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:06.622016 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 80f03947-781b-4a39-9323-dfa2732c6802 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:45:06.630082 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 80f03947-781b-4a39-9323-dfa2732c6802 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:06.630082 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.706636 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.731605 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f03947-781b-4a39-9323-dfa2732c6802'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:06.733898 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe74d16-0a62-4e17-b23b-6270279f3006" -d '{"events": [{"server_uuid": "ec2ef5de-febe-4a82-a6e4-39273ff76912", "name": "network-vif-plugged", "status": "completed", "tag": "80f03947-781b-4a39-9323-dfa2732c6802"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:06.746356 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 80f03947-781b-4a39-9323-dfa2732c6802, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=80f03947-781b-4a39-9323-dfa2732c6802,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:06.750883 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:06.778707 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5bd27-18e1-4d97-9ad3-47c28828b01d x-openstack-request-id: req-b7b5bd27-18e1-4d97-9ad3-47c28828b01d {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:06.779037 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2ef5de-febe-4a82-a6e4-39273ff76912", "name": "network-vif-plugged", "status": "completed", "tag": "80f03947-781b-4a39-9323-dfa2732c6802", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:06.779291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7b5bd27-18e1-4d97-9ad3-47c28828b01d {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:06.779708 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f03947-781b-4a39-9323-dfa2732c6802', 'code': 200} Nov 22 13:45:06.809038 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=80f03947-781b-4a39-9323-dfa2732c6802,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:06.909181 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65e60e-e60f-419e-a20c-9d2782072822 req-d157df31-76db-4632-8327-5654cf00c95b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:06.911021 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f65e60e-e60f-419e-a20c-9d2782072822 req-d157df31-76db-4632-8327-5654cf00c95b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0601878 Nov 22 13:45:06.986144 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f65e60e-e60f-419e-a20c-9d2782072822 req-4a892571-b7ad-4977-9327-8ac9484dc6c7 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682316 Nov 22 13:45:07.011340 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e29a9-a59c-4f4e-8793-c9cd5b497ffb req-fb8706ec-4090-48df-bc9e-d26a4686ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:07.012884 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6a2e29a9-a59c-4f4e-8793-c9cd5b497ffb req-fb8706ec-4090-48df-bc9e-d26a4686ab99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 1099 time: 0.0540717 Nov 22 13:45:07.063905 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6a2e29a9-a59c-4f4e-8793-c9cd5b497ffb req-6c0573e2-2370-4212-9996-851a1effea7b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Nov 22 13:45:07.159543 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53708) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:07.313431 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-10e7f956-7fc7-41b5-a10e-cda786eff29a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:07.408257 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-10e7f956-7fc7-41b5-a10e-cda786eff29a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:07.412716 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-10e7f956-7fc7-41b5-a10e-cda786eff29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:07.448461 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6ac67-36aa-46d0-ab68-e206edd1cf20 req-4132ec63-6777-4439-ad04-ad3b3983b75a tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:07.450779 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-69c6ac67-36aa-46d0-ab68-e206edd1cf20 req-4132ec63-6777-4439-ad04-ad3b3983b75a tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0603948 Nov 22 13:45:07.454813 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-10e7f956-7fc7-41b5-a10e-cda786eff29a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c53b538168947cab0e3346edf1e1446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919478 Nov 22 13:45:07.455348 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53728) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:07.457550 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7f956-7fc7-41b5-a10e-cda786eff29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28bd47f-8e66-4fbb-bd5e-dbd14b104f6f,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:07.562910 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-69c6ac67-36aa-46d0-ab68-e206edd1cf20 req-cba9bceb-fc7a-486e-9962-bad0f26a29d1 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982811 Nov 22 13:45:07.566011 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-692f91a9-bdef-4bdd-a191-f73508d18816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:07.605450 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-692f91a9-bdef-4bdd-a191-f73508d18816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:07.682029 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-692f91a9-bdef-4bdd-a191-f73508d18816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:07.684720 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-692f91a9-bdef-4bdd-a191-f73508d18816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:07.685954 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-692f91a9-bdef-4bdd-a191-f73508d18816 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b28bd47f-8e66-4fbb-bd5e-dbd14b104f6f HTTP/1.1" status: 204 len: 168 time: 0.2290552 Nov 22 13:45:07.694061 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f91a9-bdef-4bdd-a191-f73508d18816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28bd47f-8e66-4fbb-bd5e-dbd14b104f6f,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:08.111946 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da82f0e-e918-4531-9468-e8125a36d9b5 req-d38be815-b545-4114-8fb2-978519430170 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:08.113621 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0da82f0e-e918-4531-9468-e8125a36d9b5 req-d38be815-b545-4114-8fb2-978519430170 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0528755 Nov 22 13:45:08.189222 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0da82f0e-e918-4531-9468-e8125a36d9b5 req-23be72a1-0a01-49d4-8895-0957f646ada9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678337 Nov 22 13:45:08.195130 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53780) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:08.333291 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3dbcded8-b6ef-41d4-814e-7ff4d7440a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:08.460452 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3dbcded8-b6ef-41d4-814e-7ff4d7440a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:08.466095 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3dbcded8-b6ef-41d4-814e-7ff4d7440a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:08.511058 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-3dbcded8-b6ef-41d4-814e-7ff4d7440a6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e7b2b46b27b4a4eae5a231af0535f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137600 Nov 22 13:45:08.511919 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcded8-b6ef-41d4-814e-7ff4d7440a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac63c09-eb72-4b9c-bf30-448c0ecf3a57,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:08.514517 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53796) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:08.569654 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9568edbf-b11d-4231-98b1-8f5ba20c4db4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:08.595754 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9568edbf-b11d-4231-98b1-8f5ba20c4db4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:08.687424 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9568edbf-b11d-4231-98b1-8f5ba20c4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:08.690712 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9568edbf-b11d-4231-98b1-8f5ba20c4db4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:08.694644 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-9568edbf-b11d-4231-98b1-8f5ba20c4db4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dac63c09-eb72-4b9c-bf30-448c0ecf3a57 HTTP/1.1" status: 204 len: 168 time: 0.1760383 Nov 22 13:45:08.711040 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568edbf-b11d-4231-98b1-8f5ba20c4db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac63c09-eb72-4b9c-bf30-448c0ecf3a57,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:08.715781 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12dca1-7806-4018-9a8d-000181fdce96 req-42160aa8-811d-45e7-bb53-90f95f4e53c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:08.726812 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5d12dca1-7806-4018-9a8d-000181fdce96 req-42160aa8-811d-45e7-bb53-90f95f4e53c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0661967 Nov 22 13:45:08.778283 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5d12dca1-7806-4018-9a8d-000181fdce96 req-0cc348be-f099-49a5-8fdc-8389fa984782 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503216 Nov 22 13:45:09.115064 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53836) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:09.130799 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-34319d8b-a221-4813-85ff-89aea7886e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.276571 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-34319d8b-a221-4813-85ff-89aea7886e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.282233 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-34319d8b-a221-4813-85ff-89aea7886e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.328950 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-34319d8b-a221-4813-85ff-89aea7886e05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=255f8a9925084c9f96d90ded4f6e6bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125478 Nov 22 13:45:09.330420 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34319d8b-a221-4813-85ff-89aea7886e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56484e69-af33-44eb-a51a-72cc81c2ca0a,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:09.332673 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7f3ad-a9b9-43e5-91ba-3d0d6071471a req-a57ada45-3cc7-40be-8c86-d39f73af9b26 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:09.334208 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53846) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:09.346215 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-12e7f3ad-a9b9-43e5-91ba-3d0d6071471a req-a57ada45-3cc7-40be-8c86-d39f73af9b26 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0886674 Nov 22 13:45:09.460370 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53850) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:09.471246 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-12e7f3ad-a9b9-43e5-91ba-3d0d6071471a req-fdd3bf3b-f174-4a3d-9f4a-077b82e1cc1a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177573 Nov 22 13:45:09.481653 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6008db99-1a58-4373-ba4d-2f7054d7d48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.530087 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6008db99-1a58-4373-ba4d-2f7054d7d48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.615163 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6008db99-1a58-4373-ba4d-2f7054d7d48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.618471 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6008db99-1a58-4373-ba4d-2f7054d7d48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.621992 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-6008db99-1a58-4373-ba4d-2f7054d7d48e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56484e69-af33-44eb-a51a-72cc81c2ca0a HTTP/1.1" status: 204 len: 168 time: 0.2837849 Nov 22 13:45:09.638866 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008db99-1a58-4373-ba4d-2f7054d7d48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56484e69-af33-44eb-a51a-72cc81c2ca0a,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:09.654772 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac802-6d2b-4355-85ff-c062f8348007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.744207 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac802-6d2b-4355-85ff-c062f8348007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.750015 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1a5ac802-6d2b-4355-85ff-c062f8348007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.798578 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-1a5ac802-6d2b-4355-85ff-c062f8348007 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ea7aeb6335441e7a2b92e2f05926bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315127 Nov 22 13:45:09.801384 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53870) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:09.818302 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ac802-6d2b-4355-85ff-c062f8348007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda309e-0ad7-4cd6-be11-f79c702c5857,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:09.866394 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a0704afc-ca18-464a-9e4c-7d68c21be497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.889819 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a0704afc-ca18-464a-9e4c-7d68c21be497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.937849 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a0704afc-ca18-464a-9e4c-7d68c21be497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.940805 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a0704afc-ca18-464a-9e4c-7d68c21be497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:09.942016 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a0704afc-ca18-464a-9e4c-7d68c21be497 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7dda309e-0ad7-4cd6-be11-f79c702c5857 HTTP/1.1" status: 204 len: 168 time: 0.1395333 Nov 22 13:45:09.950685 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0704afc-ca18-464a-9e4c-7d68c21be497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda309e-0ad7-4cd6-be11-f79c702c5857,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:10.233422 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 53890) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:10.248599 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0653fb00-9393-4390-bb4e-a76391185eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:10.327339 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0653fb00-9393-4390-bb4e-a76391185eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:10.332469 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0653fb00-9393-4390-bb4e-a76391185eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:10.373447 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-0653fb00-9393-4390-bb4e-a76391185eb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2df5d28e056344adba48979b291b37a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386459 Nov 22 13:45:10.376530 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653fb00-9393-4390-bb4e-a76391185eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fe05a3-baca-46cd-8d03-93fec7ea9688,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:10.376646 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53894) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:10.441172 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2c9740ac-48d4-4754-8fc3-e122c23775dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:10.467956 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2c9740ac-48d4-4754-8fc3-e122c23775dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:10.534801 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2c9740ac-48d4-4754-8fc3-e122c23775dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:10.537498 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-2c9740ac-48d4-4754-8fc3-e122c23775dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:10.538783 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-2c9740ac-48d4-4754-8fc3-e122c23775dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7fe05a3-baca-46cd-8d03-93fec7ea9688 HTTP/1.1" status: 204 len: 168 time: 0.1610956 Nov 22 13:45:10.548693 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9740ac-48d4-4754-8fc3-e122c23775dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fe05a3-baca-46cd-8d03-93fec7ea9688,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:10.627570 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135a4b7-1e11-49a1-8445-5e190ac47eeb req-6953d67a-3c6e-4344-a0b7-745eb42162a4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:10.629865 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3135a4b7-1e11-49a1-8445-5e190ac47eeb req-6953d67a-3c6e-4344-a0b7-745eb42162a4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0748146 Nov 22 13:45:10.710674 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3135a4b7-1e11-49a1-8445-5e190ac47eeb req-a859a5d1-e4e0-4db7-bd8c-b9e883616d75 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713081 Nov 22 13:45:11.006625 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53962) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:11.021243 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-af98ded6-df0d-4ed7-a6c1-2f695a70bd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:11.111816 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-af98ded6-df0d-4ed7-a6c1-2f695a70bd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:11.115993 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-af98ded6-df0d-4ed7-a6c1-2f695a70bd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:11.158405 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98ded6-df0d-4ed7-a6c1-2f695a70bd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0becaf10-034f-4095-b5de-ffe43e3cd883,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:11.162712 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-af98ded6-df0d-4ed7-a6c1-2f695a70bd5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f43f5c6b11b446718d76321295caa036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549082 Nov 22 13:45:11.166153 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 53974) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:11.215580 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3d8baa27-e418-4ef7-beb1-9a4438a0d2e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:11.237609 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3d8baa27-e418-4ef7-beb1-9a4438a0d2e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:11.284133 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3d8baa27-e418-4ef7-beb1-9a4438a0d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:11.286962 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3d8baa27-e418-4ef7-beb1-9a4438a0d2e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:11.288880 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-3d8baa27-e418-4ef7-beb1-9a4438a0d2e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0becaf10-034f-4095-b5de-ffe43e3cd883 HTTP/1.1" status: 204 len: 168 time: 0.1218717 Nov 22 13:45:11.302889 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8baa27-e418-4ef7-beb1-9a4438a0d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0becaf10-034f-4095-b5de-ffe43e3cd883,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:11.857375 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebfe7-60c0-43c7-abeb-4a1e7773ff89 req-9adedbbe-47c7-434d-b0c8-a64ef14d62f9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:11.859004 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b6bebfe7-60c0-43c7-abeb-4a1e7773ff89 req-9adedbbe-47c7-434d-b0c8-a64ef14d62f9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0541866 Nov 22 13:45:11.913300 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b6bebfe7-60c0-43c7-abeb-4a1e7773ff89 req-87d242d8-2dba-4ac5-a58c-1a2b0029684e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480795 Nov 22 13:45:11.985216 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 54018) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:12.116826 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-880168236-network', 'tenant_id': '0ef5dbba9eac4d15aec9b4a4e94cc84c'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:12.144344 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Made reservation on behalf of 0ef5dbba9eac4d15aec9b4a4e94cc84c for: {'network': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:12.146847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.156264 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.227865 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.231754 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.259040 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:45:12.268753 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f90896-fbbe-41c8-ae3a-5216e38bc5a6,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:12.273351 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.273882 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.segments_db [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Added segment 40048753-98f4-47a8-9784-5a9bc6ed9dd7 of type vlan for network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 Nov 22 13:45:12.314665 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.338967 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.340012 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:12.340609 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.402234 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4158647 Nov 22 13:45:12.405220 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 54028) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:12.409286 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671dc1e-9409-405d-abb2-334913c5e78b admin admin] Pushing event updated for resources: {'Network': ['ID=369cd7dd-1c9d-49ea-964a-b204a6cb66f8,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:12.410186 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Request body: {'subnet': {'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-880168236-subnet', 'tenant_id': '0ef5dbba9eac4d15aec9b4a4e94cc84c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:12.420331 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:45:12.430276 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Made reservation on behalf of 0ef5dbba9eac4d15aec9b4a4e94cc84c for: {'subnet': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:12.432972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261811'] for subnet, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.613004 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10208403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261773'] for subnet, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.667961 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f124c59-85fc-46b7-a6de-13b5da97053e,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:12.676354 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Checking segment: {'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:12.676709 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Network hostable DHCP agents. Network: 369cd7dd-1c9d-49ea-964a-b204a6cb66f8, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:45:12.694392 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:45:12.702909 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 369cd7dd-1c9d-49ea-964a-b204a6cb66f8) {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:45:12.706819 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:12.707409 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:12.712472 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d8eee-4470-45ae-a06b-c3a7ae26c5a3 None None] Network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:45:12.724259 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-40e10289-9182-4e79-9cac-65e5b2996d23 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3178961 Nov 22 13:45:12.852528 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64dac7-5e4f-4b0b-8e57-e25ac082965e None None] Network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:45:13.037260 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6d3cb-4531-4596-997b-031fa874eaf6 req-61acbec9-8a93-4ff7-b455-8d8c67500061 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:13.040205 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4fd6d3cb-4531-4596-997b-031fa874eaf6 req-61acbec9-8a93-4ff7-b455-8d8c67500061 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0510588 Nov 22 13:45:13.113818 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4fd6d3cb-4531-4596-997b-031fa874eaf6 req-b57b6337-d030-41d7-addb-5546c95ae733 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Nov 22 13:45:14.230477 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab21ae-8fc3-4072-a727-964b796c938e req-a89cb0e6-b3a5-44d2-b305-9401781010b2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:14.232698 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fbab21ae-8fc3-4072-a727-964b796c938e req-a89cb0e6-b3a5-44d2-b305-9401781010b2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0511680 Nov 22 13:45:14.286356 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fbab21ae-8fc3-4072-a727-964b796c938e req-9bba080b-267a-4f2d-a9ed-6f764ef67a0c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 Nov 22 13:45:15.413160 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb645d-8ff4-49a3-a48e-c73d639cf2a6 req-5bcb4cf1-507f-4052-9927-97c6417fd459 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:15.415375 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-72fb645d-8ff4-49a3-a48e-c73d639cf2a6 req-5bcb4cf1-507f-4052-9927-97c6417fd459 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0517499 Nov 22 13:45:15.460630 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-72fb645d-8ff4-49a3-a48e-c73d639cf2a6 req-5f9c7364-cb86-401c-a822-2ce3efcac139 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Nov 22 13:45:16.573767 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958421c6-8d0e-4927-b27f-b87ded44961e req-72aed4d1-66fe-4cfa-aee1-1ad452f1d859 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:16.575262 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-958421c6-8d0e-4927-b27f-b87ded44961e req-72aed4d1-66fe-4cfa-aee1-1ad452f1d859 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0476365 Nov 22 13:45:16.622062 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-958421c6-8d0e-4927-b27f-b87ded44961e req-6d1868f9-7ab4-4d77-95bf-5304e58bbdf8 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Nov 22 13:45:17.741033 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40348d9-2ad3-4a18-9f80-e3a48d45a7c1 req-5f5a179b-932d-4db8-88c1-a3b8fe681ef5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:17.742615 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c40348d9-2ad3-4a18-9f80-e3a48d45a7c1 req-5f5a179b-932d-4db8-88c1-a3b8fe681ef5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0537796 Nov 22 13:45:17.789743 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c40348d9-2ad3-4a18-9f80-e3a48d45a7c1 req-967645cb-42ee-49d7-aa53-ef3c9622e5ef tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Nov 22 13:45:17.811703 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:18.916612 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088309-6ded-4670-b3ee-88bc3dc2ecda req-17c10e4e-65da-44ce-845d-a51169318f85 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:18.918182 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2a088309-6ded-4670-b3ee-88bc3dc2ecda req-17c10e4e-65da-44ce-845d-a51169318f85 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0573039 Nov 22 13:45:18.959295 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:45:18.973305 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2a088309-6ded-4670-b3ee-88bc3dc2ecda req-261d36c7-11c2-4056-b091-27cea5f70b3f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486739 Nov 22 13:45:20.100284 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ce323-0539-4abe-b890-3d7923bbbf38 req-e2382d61-3e56-44cd-91fb-cc0203453139 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:20.100284 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-888ce323-0539-4abe-b890-3d7923bbbf38 req-e2382d61-3e56-44cd-91fb-cc0203453139 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0547986 Nov 22 13:45:20.147676 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-888ce323-0539-4abe-b890-3d7923bbbf38 req-fde7fd13-b4d4-4af9-a6c8-757939b9463f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Nov 22 13:45:22.512469 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-695d75b0-fe3e-4d07-8eaa-790aefb4fb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:24.906249 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6302f3f6-9ac5-45b5-9d23-76f2e18fd7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:25.814155 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:26.737718 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-b3c1095c-7c5d-4e7d-9a2c-922f7186b261 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:26.739207 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-b3c1095c-7c5d-4e7d-9a2c-922f7186b261 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.1103244 Nov 22 13:45:26.740192 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-d52a43d4-746b-4171-b6fb-10063bffed98 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:26.741667 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-d52a43d4-746b-4171-b6fb-10063bffed98 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/networks?id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8 HTTP/1.1" status: 200 len: 808 time: 0.1184187 Nov 22 13:45:26.755654 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-72f5bee9-3531-4eea-bf2f-14f66b2be400 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/quotas/c53dd94dbfdb43e48d2ed35368bd14a6 HTTP/1.1" status: 200 len: 375 time: 0.0094650 Nov 22 13:45:26.757408 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-a984f3e2-4039-4f4b-bfbc-76c136f23c25 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/quotas/0ef5dbba9eac4d15aec9b4a4e94cc84c HTTP/1.1" status: 200 len: 375 time: 0.0092402 Nov 22 13:45:26.793064 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-3fe04cbf-c933-4800-8e9c-496cabe337e9 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269530 Nov 22 13:45:26.810960 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ff11433d-1827-4334-a357-693c2d27bb55 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473382 Nov 22 13:45:26.889608 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-778066d8-e343-43d3-b691-1b57d13838a7 service neutron] 10.222.0.31 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883651 Nov 22 13:45:26.899661 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-9916fcb0-6109-44a8-9a57-ae098f76a98a service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Nov 22 13:45:26.982060 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-c1da73b3-ba90-49e2-a27a-ae27da879134 service neutron] 10.222.0.31 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Nov 22 13:45:26.996937 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-e6eec1e0-0553-410e-9f07-c169c7956567 service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913405 Nov 22 13:45:27.198860 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907021c-797c-4e86-bbe7-739420e1a52a req-45217879-259b-4abb-9375-d609c806e01b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:27.206394 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3907021c-797c-4e86-bbe7-739420e1a52a req-45217879-259b-4abb-9375-d609c806e01b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0588026 Nov 22 13:45:27.262737 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3907021c-797c-4e86-bbe7-739420e1a52a req-2e8dca8d-e1da-4294-b7ef-ecdd97439a80 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Nov 22 13:45:27.334396 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7fb4938e-eb2f-4db6-976a-1a63594a3c12 req-82545008-c670-463e-a453-febd7c2670a4 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 210 time: 0.0325887 Nov 22 13:45:27.338060 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:27.437547 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-740b10f5-59ef-483a-a473-0af8e469c569 req-6676673d-8cd2-4e8f-8022-5e2ed27a3169 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 210 time: 0.0611768 Nov 22 13:45:28.175492 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:28.376610 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166be25-1df3-46b2-b520-76a20517f2c6 req-b254f78d-2875-4362-a87e-3aaf53c30082 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:28.378458 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2166be25-1df3-46b2-b520-76a20517f2c6 req-b254f78d-2875-4362-a87e-3aaf53c30082 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0486996 Nov 22 13:45:28.425452 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2166be25-1df3-46b2-b520-76a20517f2c6 req-6a182a06-904c-487e-8096-2ac7e2dd9db4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Nov 22 13:45:28.507056 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-501a0ba7-3038-4a4d-a36b-bbb496f9685b req-6189ff14-c74e-44b7-b508-b3b8144e4cab tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 210 time: 0.0255029 Nov 22 13:45:28.585514 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eacfcf1f-26cd-4510-8443-20123651ae32 req-895879fa-b60d-4f9f-8bb3-0702ea7c1db2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 210 time: 0.0256631 Nov 22 13:45:29.512587 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-4b3b2aa4-9f07-4ba2-a3c3-57b87ee4232d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:29.514141 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-4b3b2aa4-9f07-4ba2-a3c3-57b87ee4232d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.1361856 Nov 22 13:45:29.533808 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Request body: {'port': {'device_id': '16f49825-783b-4991-9213-98c29527695e', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'admin_state_up': True, 'tenant_id': 'c53dd94dbfdb43e48d2ed35368bd14a6'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:29.571829 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c92b6-a7d7-4a96-81c5-c9a1f071dfe4 req-b6763de2-248a-44c6-9b75-6cb8aefa686b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:29.579592 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b11c92b6-a7d7-4a96-81c5-c9a1f071dfe4 req-b6763de2-248a-44c6-9b75-6cb8aefa686b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0624104 Nov 22 13:45:29.629580 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b11c92b6-a7d7-4a96-81c5-c9a1f071dfe4 req-47c68718-92de-4587-b113-456ea9053297 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490518 Nov 22 13:45:29.633242 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-71916bf0-7783-43f0-8ecb-bd0d544d8386 req-09ff047c-c5a9-4bc6-90c9-bd90e5ac78d4 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 210 time: 0.0409458 Nov 22 13:45:29.686271 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Made reservation on behalf of c53dd94dbfdb43e48d2ed35368bd14a6 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:29.689850 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:29.716748 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f638c300-9f3f-4c5b-96e0-f9d069c59953 req-b3c32376-0ee3-44ee-a0d3-ee73eaf228a4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 210 time: 0.0279229 Nov 22 13:45:29.851630 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Allocated IP 172.20.0.10 (a84a04f9-b201-43c0-84cd-ce6ec22f409e/46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24/a760b18b-7299-4bf4-8bbf-18fad93e8b12) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:45:29.961882 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-58a6adfe-f972-47c2-b1b4-233b9b7f0bbd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:29.963438 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-58a6adfe-f972-47c2-b1b4-233b9b7f0bbd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "GET /v2.0/networks?id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8 HTTP/1.1" status: 200 len: 808 time: 0.1211071 Nov 22 13:45:29.986619 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Request body: {'port': {'device_id': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8', 'admin_state_up': True, 'tenant_id': '0ef5dbba9eac4d15aec9b4a4e94cc84c'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:30.064210 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.105827 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.119400 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f', '80f03947-781b-4a39-9323-dfa2732c6802'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:45:30.125032 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Made reservation on behalf of 0ef5dbba9eac4d15aec9b4a4e94cc84c for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:30.130499 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.167746 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:45:30.171265 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:45:30.175554 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:45:30.202600 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event updated for resources: {'Port': ['ID=a760b18b-7299-4bf4-8bbf-18fad93e8b12,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:30.245228 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:30.246402 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.265796 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-ac0a6d43-fecf-4ae5-86b7-6b30484f24f4 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7398036 Nov 22 13:45:30.278612 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Request body: {'port': {'device_id': '16f49825-783b-4991-9213-98c29527695e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:30.295252 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752540d4-81b6-4e6e-982d-1cfc3529c45d req-e1685938-5d8b-4a71-a24e-d9be263a1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:30.296746 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-752540d4-81b6-4e6e-982d-1cfc3529c45d req-e1685938-5d8b-4a71-a24e-d9be263a1679 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 1098 time: 0.0928636 Nov 22 13:45:30.323232 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Allocated IP 172.20.0.11 (369cd7dd-1c9d-49ea-964a-b204a6cb66f8/6f124c59-85fc-46b7-a6de-13b5da97053e/ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:45:30.334335 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.386259 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-752540d4-81b6-4e6e-982d-1cfc3529c45d req-0807aa53-7894-417d-be11-8166e58a02c2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723562 Nov 22 13:45:30.508007 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.545445 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.598688 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:45:30.605213 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:45:30.607145 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Pushing event updated for resources: {'Port': ['ID=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:30.609564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:45:30.653100 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a760b18b-7299-4bf4-8bbf-18fad93e8b12 {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:30.661639 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:30.662476 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.675775 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.685680 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-f6374355-fb17-450b-8433-4d855e89aabd tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7103865 Nov 22 13:45:30.699067 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Transition to ACTIVE for port object a760b18b-7299-4bf4-8bbf-18fad93e8b12 will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:45:30.699453 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Request body: {'port': {'device_id': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:30.708146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.789389 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:30.822573 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f53cc-ec80-44c0-9c35-3063a91e28dc req-22e8bfa2-6284-4f85-ba4e-e6b9288e4626 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:30.824211 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b64f53cc-ec80-44c0-9c35-3063a91e28dc req-22e8bfa2-6284-4f85-ba4e-e6b9288e4626 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0833380 Nov 22 13:45:30.844445 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a760b18b-7299-4bf4-8bbf-18fad93e8b12,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:30.881108 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dabc50-2229-439d-99d0-f4d0b2a8d26e req-f3a2747c-21e9-43ab-b50f-0b35a7664723 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:30.885944 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21dabc50-2229-439d-99d0-f4d0b2a8d26e req-f3a2747c-21e9-43ab-b50f-0b35a7664723 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 932 time: 0.1538970 Nov 22 13:45:30.946627 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b64f53cc-ec80-44c0-9c35-3063a91e28dc req-04ce0351-08be-440d-aba9-4adf2b7d93c7 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 Nov 22 13:45:31.100591 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c5de1-999f-4602-929a-fd545a91b485 req-380c98de-43cc-458b-811e-31bb45d86620 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:31.102065 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a08c5de1-999f-4602-929a-fd545a91b485 req-380c98de-43cc-458b-811e-31bb45d86620 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 944 time: 0.0792592 Nov 22 13:45:31.178963 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Attempting to bind port a760b18b-7299-4bf4-8bbf-18fad93e8b12 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:45:31.179307 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Attempting to bind port a760b18b-7299-4bf4-8bbf-18fad93e8b12 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:45:31.179648 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Attempting to bind port a760b18b-7299-4bf4-8bbf-18fad93e8b12 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:31.186445 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21dabc50-2229-439d-99d0-f4d0b2a8d26e req-0748b203-ee40-4fe7-bef3-b3a816a2ccba tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936366 Nov 22 13:45:31.193119 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Port a760b18b-7299-4bf4-8bbf-18fad93e8b12 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:45:31.193119 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Attempting to bind port a760b18b-7299-4bf4-8bbf-18fad93e8b12 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:31.198283 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:45:31.198636 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Checking segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:31.199231 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Bound using segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:45:31.199676 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Bound port: a760b18b-7299-4bf4-8bbf-18fad93e8b12, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:45:31.200182 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.204485 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a08c5de1-999f-4602-929a-fd545a91b485 req-6cb89916-ac16-4efe-9351-859081cbebd6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919478 Nov 22 13:45:31.221845 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:31.230484 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.242520 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Transition to ACTIVE for port object ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:45:31.248607 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.273111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] For port a760b18b-7299-4bf4-8bbf-18fad93e8b12, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:45:31.276479 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] For port a760b18b-7299-4bf4-8bbf-18fad93e8b12, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a760b18b-7299-4bf4-8bbf-18fad93e8b12,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:45:31.279946 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.312730 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:31.313391 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.314770 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] 10.222.0.52 "PUT /v2.0/ports/a760b18b-7299-4bf4-8bbf-18fad93e8b12 HTTP/1.1" status: 200 len: 1094 time: 1.0404835 Nov 22 13:45:31.319019 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f49825-783b-4991-9213-98c29527695e', 'tag': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:31.321358 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91654d2c-675d-4f3e-bfed-4ca1a096d95d" -d '{"events": [{"name": "network-changed", "server_uuid": "16f49825-783b-4991-9213-98c29527695e", "tag": "a760b18b-7299-4bf4-8bbf-18fad93e8b12"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:31.333793 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Pushing event updated for resources: {'Port': ['ID=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:31.347731 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff7f82-2910-46cd-b819-d35748b64b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a760b18b-7299-4bf4-8bbf-18fad93e8b12,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:31.376205 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43a6e9d-dc97-47a7-8f05-e6ef0eff60fa x-openstack-request-id: req-a43a6e9d-dc97-47a7-8f05-e6ef0eff60fa {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:31.376506 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f49825-783b-4991-9213-98c29527695e", "tag": "a760b18b-7299-4bf4-8bbf-18fad93e8b12", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:31.376762 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a43a6e9d-dc97-47a7-8f05-e6ef0eff60fa {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:31.377157 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f49825-783b-4991-9213-98c29527695e', 'tag': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12', 'status': 'completed', 'code': 200} Nov 22 13:45:31.386104 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Attempting to bind port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:45:31.386443 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Attempting to bind port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:45:31.386779 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Attempting to bind port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 on network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:31.391010 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 on network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:45:31.391331 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Attempting to bind port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 on network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:31.396058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:45:31.396391 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Checking segment: {'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:31.396770 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Bound using segment: {'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:45:31.397220 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Bound port: ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:45:31.397574 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.457474 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] For port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:45:31.460398 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] For port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:45:31.464909 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.501837 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:31.502463 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:31.504118 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] 10.222.0.52 "PUT /v2.0/ports/ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 HTTP/1.1" status: 200 len: 1094 time: 0.8089421 Nov 22 13:45:31.508169 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'tag': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:31.511315 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d30b05-16d2-412e-9e89-379bfbf4c47c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef0f8ad0-e330-4a6c-a10d-281daae5598e", "tag": "ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:31.534120 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd3444-67d8-46b3-90b0-fabd961aee5f service neutron] Pushing event updated for resources: {'Port': ['ID=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:31.548651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f010257a-2bc5-4d50-8694-bba93eb10ec3 x-openstack-request-id: req-f010257a-2bc5-4d50-8694-bba93eb10ec3 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:31.548949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef0f8ad0-e330-4a6c-a10d-281daae5598e", "tag": "ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:31.549222 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f010257a-2bc5-4d50-8694-bba93eb10ec3 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:31.549636 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'tag': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4', 'status': 'completed', 'code': 200} Nov 22 13:45:32.086059 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cf02c-1be6-4307-a29d-ab3705ac8e39 req-43fd04df-60f7-467c-b894-a96f9018b580 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:32.087806 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-742cf02c-1be6-4307-a29d-ab3705ac8e39 req-43fd04df-60f7-467c-b894-a96f9018b580 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0642171 Nov 22 13:45:32.143679 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-742cf02c-1be6-4307-a29d-ab3705ac8e39 req-d8b4ec3b-18ad-40c0-8fd1-b6630ed899b6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Nov 22 13:45:32.314273 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0233a7a-b07c-4db0-a110-1cdf837fb4c4 req-f75cbbf3-a6d1-4d6b-a528-9d73d3ca0bde tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:32.315766 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a0233a7a-b07c-4db0-a110-1cdf837fb4c4 req-f75cbbf3-a6d1-4d6b-a528-9d73d3ca0bde tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 944 time: 0.0512135 Nov 22 13:45:32.373183 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a0233a7a-b07c-4db0-a110-1cdf837fb4c4 req-fc591e0e-02d0-4859-88a0-a8553fda6db3 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 Nov 22 13:45:32.488271 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7fa7f-5c60-4004-97ae-51b473bddec5 req-9678e8fb-0c37-4e9f-a5ec-55578a913f5d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:32.489781 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-82a7fa7f-5c60-4004-97ae-51b473bddec5 req-9678e8fb-0c37-4e9f-a5ec-55578a913f5d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 944 time: 0.0540836 Nov 22 13:45:32.539335 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-82a7fa7f-5c60-4004-97ae-51b473bddec5 req-3f556b1d-c51c-41ac-a66f-48eedce20d1e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 Nov 22 13:45:33.264083 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221882-e010-4bf3-9f5e-88c3d214ad5a req-6d673139-79f5-4fac-89b4-e852866d9fc8 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:33.265551 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1d221882-e010-4bf3-9f5e-88c3d214ad5a req-6d673139-79f5-4fac-89b4-e852866d9fc8 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0479228 Nov 22 13:45:33.315515 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1d221882-e010-4bf3-9f5e-88c3d214ad5a req-bd903394-835d-408c-afe1-f41e2c761cdf tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440836 Nov 22 13:45:33.489540 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a0c6-9a20-46b3-9d8d-1138ecfb1a5e req-05232980-6dce-42a3-b755-4c87fa0148f1 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:33.491008 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-99d3a0c6-9a20-46b3-9d8d-1138ecfb1a5e req-05232980-6dce-42a3-b755-4c87fa0148f1 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 944 time: 0.0502210 Nov 22 13:45:33.541090 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-99d3a0c6-9a20-46b3-9d8d-1138ecfb1a5e req-bec4df34-ae89-4c48-96d8-35829fa06618 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Nov 22 13:45:33.653446 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beec12-139c-48ec-902a-b28506eb42de req-c7b3b2b1-bc20-4814-8b19-1b3705c77c21 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:33.654957 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b8beec12-139c-48ec-902a-b28506eb42de req-c7b3b2b1-bc20-4814-8b19-1b3705c77c21 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 944 time: 0.0500631 Nov 22 13:45:33.701713 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b8beec12-139c-48ec-902a-b28506eb42de req-d52b2c5c-a1a8-4d32-9e51-166085693097 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Nov 22 13:45:34.427320 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6c3a9-20a8-4762-a766-3f95f09b10af req-20cc256b-0fb9-4d0a-9857-482e8ae4ff41 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:34.428681 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a3e6c3a9-20a8-4762-a766-3f95f09b10af req-20cc256b-0fb9-4d0a-9857-482e8ae4ff41 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0472147 Nov 22 13:45:34.475121 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a3e6c3a9-20a8-4762-a766-3f95f09b10af req-d255cedf-34db-4a2d-8dfc-a496b1b834e4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Nov 22 13:45:34.654396 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9798f7b-4829-4975-badb-0582e69cafea req-6608bf86-2155-46d3-b970-4f895c4e7aad tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:34.655855 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9798f7b-4829-4975-badb-0582e69cafea req-6608bf86-2155-46d3-b970-4f895c4e7aad tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 944 time: 0.0508654 Nov 22 13:45:34.702542 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9798f7b-4829-4975-badb-0582e69cafea req-1af121a7-33ee-4f4e-ac85-cdd8c5ec8873 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Nov 22 13:45:34.818909 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e2ffb-3fcb-4bab-b690-d52a8d0431fc req-34d3b198-6ad3-4e0f-85d1-e2a36381a0eb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:34.820439 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f9e2ffb-3fcb-4bab-b690-d52a8d0431fc req-34d3b198-6ad3-4e0f-85d1-e2a36381a0eb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 944 time: 0.0512011 Nov 22 13:45:34.868792 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f9e2ffb-3fcb-4bab-b690-d52a8d0431fc req-730ae2e9-1410-49ed-8598-23e68ccf5804 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Nov 22 13:45:35.010036 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654d2c-675d-4f3e-bfed-4ca1a096d95d req-421c0d2d-f032-4dba-b3af-9d97af1977cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.011128 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30b05-16d2-412e-9e89-379bfbf4c47c req-dce0fbb5-5861-426f-a23b-52bde8e3766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.012338 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-91654d2c-675d-4f3e-bfed-4ca1a096d95d req-421c0d2d-f032-4dba-b3af-9d97af1977cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 1097 time: 0.0470462 Nov 22 13:45:35.012572 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97d30b05-16d2-412e-9e89-379bfbf4c47c req-dce0fbb5-5861-426f-a23b-52bde8e3766e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 1097 time: 0.0497935 Nov 22 13:45:35.125486 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654d2c-675d-4f3e-bfed-4ca1a096d95d req-2b49ff62-d2a9-46e5-888e-74b7474b961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.127017 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-91654d2c-675d-4f3e-bfed-4ca1a096d95d req-2b49ff62-d2a9-46e5-888e-74b7474b961b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962214 Nov 22 13:45:35.128625 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30b05-16d2-412e-9e89-379bfbf4c47c req-a178f07d-171c-4d88-b028-b32b4ed51a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.130094 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97d30b05-16d2-412e-9e89-379bfbf4c47c req-a178f07d-171c-4d88-b028-b32b4ed51a97 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0993080 Nov 22 13:45:35.242641 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d30b05-16d2-412e-9e89-379bfbf4c47c req-71614808-6fbb-4275-83be-5cf4f50b6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.244171 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97d30b05-16d2-412e-9e89-379bfbf4c47c req-71614808-6fbb-4275-83be-5cf4f50b6903 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965085 Nov 22 13:45:35.247191 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654d2c-675d-4f3e-bfed-4ca1a096d95d req-688e9925-9af2-4f6e-9da7-9c4fbfb4a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.250052 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-91654d2c-675d-4f3e-bfed-4ca1a096d95d req-688e9925-9af2-4f6e-9da7-9c4fbfb4a215 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1018925 Nov 22 13:45:35.334458 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-0d118134-ceb0-4aed-b6aa-282639ab53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.335976 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-0d118134-ceb0-4aed-b6aa-282639ab53e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 1097 time: 0.0417826 Nov 22 13:45:35.342918 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-051a14d2-9521-41dd-b19c-5f3efdccc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.344440 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-051a14d2-9521-41dd-b19c-5f3efdccc97b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 1097 time: 0.0424831 Nov 22 13:45:35.395211 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-98271a93-6657-4114-a8e2-618525a465f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a760b18b-7299-4bf4-8bbf-18fad93e8b12 HTTP/1.1" status: 200 len: 217 time: 0.0345538 Nov 22 13:45:35.395469 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-95cbbdfe-2ce5-42e7-a130-2a8930aaf67e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 HTTP/1.1" status: 200 len: 217 time: 0.0354667 Nov 22 13:45:35.463642 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-5bae2e4d-f27d-41a3-8e6c-de2388a0c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.465264 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-5bae2e4d-f27d-41a3-8e6c-de2388a0c78b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f124c59-85fc-46b7-a6de-13b5da97053e HTTP/1.1" status: 200 len: 848 time: 0.0475800 Nov 22 13:45:35.466679 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-468e7956-fbfb-458e-ab08-0c240674b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.468177 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-468e7956-fbfb-458e-ab08-0c240674b8d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 200 len: 854 time: 0.0482662 Nov 22 13:45:35.509872 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-3e7ef10d-a422-4925-b35b-fce086d8203c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256817 Nov 22 13:45:35.510478 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-cdf1d840-b7ac-4dc5-b579-edc524bae1a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a84a04f9-b201-43c0-84cd-ce6ec22f409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254586 Nov 22 13:45:35.623941 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-7a2b5621-8e46-4259-a1d9-83a49fef375e service neutron] 10.222.0.52 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932612 Nov 22 13:45:35.669381 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552d903-8fe5-444a-a94c-77986af4d24b req-1633619d-3d96-4169-bf9a-b39457e56909 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.670937 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b552d903-8fe5-444a-a94c-77986af4d24b req-1633619d-3d96-4169-bf9a-b39457e56909 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1084442 Nov 22 13:45:35.697287 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-92f246ee-035d-41d1-a30d-f993b42fcb4b service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600399 Nov 22 13:45:35.746970 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c848f87d-0510-47a2-81a4-65d92f2ace48 req-88cd1341-27ba-4b65-bc09-8bc0d2c8a398 service neutron] 10.222.0.52 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887256 Nov 22 13:45:35.768041 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b552d903-8fe5-444a-a94c-77986af4d24b req-911a7bfa-4e48-41b2-8f63-2a43d7462543 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877776 Nov 22 13:45:35.819259 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-104183b6-c7fd-4c85-b1da-1c1391c1b526 req-d93b40a1-cd6b-4767-900e-f84ee58ba495 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091671 Nov 22 13:45:35.844445 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b32832-34d6-4ac6-88d6-3923303c2481 req-1141988e-0dc2-4dba-a680-c9c8e607d3ce tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:35.846032 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-30b32832-34d6-4ac6-88d6-3923303c2481 req-1141988e-0dc2-4dba-a680-c9c8e607d3ce tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 944 time: 0.0669711 Nov 22 13:45:35.893471 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-30b32832-34d6-4ac6-88d6-3923303c2481 req-23d298bd-7426-4648-a422-279e3c9a63b7 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413473 Nov 22 13:45:36.225959 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d34b5-6f6c-4873-ad1c-01328463a2eb req-5bc3231d-9cdd-4f3c-81ce-eb33ff3e4fc7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:36.227424 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3c9d34b5-6f6c-4873-ad1c-01328463a2eb req-5bc3231d-9cdd-4f3c-81ce-eb33ff3e4fc7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 944 time: 0.2853515 Nov 22 13:45:36.278979 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3c9d34b5-6f6c-4873-ad1c-01328463a2eb req-3152569b-37e4-45fd-86a6-681de52bd7e3 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Nov 22 13:45:36.488471 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 54530) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:36.600030 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a992156c-fd09-458c-b140-865c8aa8f7f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:36.675645 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a992156c-fd09-458c-b140-865c8aa8f7f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:36.679193 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a992156c-fd09-458c-b140-865c8aa8f7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:36.718517 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a992156c-fd09-458c-b140-865c8aa8f7f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9a3474c0c8740be80d2af6b78458028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289336 Nov 22 13:45:36.719752 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992156c-fd09-458c-b140-865c8aa8f7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c750077-09f4-4436-ba95-0889018b0382,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:36.721090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 54534) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:36.771956 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b88fce8e-a697-4019-85ed-cf32cbfa545e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:36.792911 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b88fce8e-a697-4019-85ed-cf32cbfa545e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:36.845280 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b88fce8e-a697-4019-85ed-cf32cbfa545e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:36.848038 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b88fce8e-a697-4019-85ed-cf32cbfa545e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:36.849183 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b88fce8e-a697-4019-85ed-cf32cbfa545e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5c750077-09f4-4436-ba95-0889018b0382 HTTP/1.1" status: 204 len: 168 time: 0.1270676 Nov 22 13:45:36.858598 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fce8e-a697-4019-85ed-cf32cbfa545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c750077-09f4-4436-ba95-0889018b0382,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:36.908708 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf0d3e-7590-4dc0-ac88-daaa4a85dc15 req-59d9737f-6720-4a80-8b07-aadddda8d7c2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:36.912180 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-00cf0d3e-7590-4dc0-ac88-daaa4a85dc15 req-59d9737f-6720-4a80-8b07-aadddda8d7c2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0702078 Nov 22 13:45:36.978024 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-00cf0d3e-7590-4dc0-ac88-daaa4a85dc15 req-7a9a0f99-9b30-46a2-b21b-f23f2ef483ba tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Nov 22 13:45:37.045568 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506b703-2b0d-4bbe-a4b5-bab2759641bd req-5a4e3b7c-ad3e-4411-b1ef-27992725d5c3 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:37.047177 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8506b703-2b0d-4bbe-a4b5-bab2759641bd req-5a4e3b7c-ad3e-4411-b1ef-27992725d5c3 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 944 time: 0.0772882 Nov 22 13:45:37.099809 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00334013-7cf7-4316-844a-762a7ce10089 req-890cbc62-f169-450e-9ee3-fb726ea36c6f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:37.099809 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-00334013-7cf7-4316-844a-762a7ce10089 req-890cbc62-f169-450e-9ee3-fb726ea36c6f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0544262 Nov 22 13:45:37.103543 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8506b703-2b0d-4bbe-a4b5-bab2759641bd req-9b5f81e4-8927-46b1-81c4-6f8f75d5ca41 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502543 Nov 22 13:45:37.162924 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-00334013-7cf7-4316-844a-762a7ce10089 req-5c8686a9-42ff-4b47-b88d-52c0fdf6e583 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508668 Nov 22 13:45:37.470546 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a545cf-b775-4b52-adfb-7113543f1303 req-04b3749a-6142-4394-966a-e7b708702273 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:37.472353 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-14a545cf-b775-4b52-adfb-7113543f1303 req-04b3749a-6142-4394-966a-e7b708702273 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 944 time: 0.1118755 Nov 22 13:45:37.587480 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-14a545cf-b775-4b52-adfb-7113543f1303 req-7debd697-ba37-45ff-837d-e78e18334c41 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026480 Nov 22 13:45:37.652052 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 54596) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:37.749019 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1352611244-network', 'tenant_id': '29a21fcc281743ddac3e5b53b5496a61'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:37.772677 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Made reservation on behalf of 29a21fcc281743ddac3e5b53b5496a61 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:37.775257 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:37.784307 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:37.858532 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:37.863219 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:37.893687 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:45:37.899140 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7350d6-c04e-44b2-bd32-8fc1539e6272,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:37.907596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:37.908467 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Added segment 71d3e045-9d0f-4f35-8130-0701d4b3931f of type vlan for network 74610957-0c8f-4be7-87b5-2b068bd616a7 Nov 22 13:45:37.953818 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:37.987945 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:37.989121 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:37.989860 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:38.018323 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3650322 Nov 22 13:45:38.021083 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 54610) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:38.026847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Request body: {'subnet': {'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1352611244-subnet', 'tenant_id': '29a21fcc281743ddac3e5b53b5496a61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:38.056494 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Made reservation on behalf of 29a21fcc281743ddac3e5b53b5496a61 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:38.059334 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9759158'] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:38.091375 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cac251-8a0e-4710-b4aa-2c65648a0033 admin admin] Pushing event updated for resources: {'Network': ['ID=74610957-0c8f-4be7-87b5-2b068bd616a7,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:38.108677 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 74610957-0c8f-4be7-87b5-2b068bd616a7 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:45:38.261901 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2665152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9759112'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:38.262140 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e5863-00c3-4a57-849b-f2be712f366b req-318ef797-cd9e-4381-a703-19d6f2b688bf tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:38.263772 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f29e5863-00c3-4a57-849b-f2be712f366b req-318ef797-cd9e-4381-a703-19d6f2b688bf tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 944 time: 0.0546489 Nov 22 13:45:38.319306 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f29e5863-00c3-4a57-849b-f2be712f366b req-38c23773-34f4-46be-9d08-8e70b3c02251 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Nov 22 13:45:38.324564 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23149278-52c1-48fe-b47c-58864923588c,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:38.351186 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.351636 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.351983 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.352316 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.352644 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.352973 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.353330 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.353657 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.354010 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.354903 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.355271 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.355600 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:38.379179 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Checking segment: {'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:38.379540 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Network hostable DHCP agents. Network: 74610957-0c8f-4be7-87b5-2b068bd616a7, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:45:38.386818 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-f0c3f809-6b93-4cad-b1d8-88df005258c7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451825004&fields=id&tenant_id=accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 267 time: 0.0878448 Nov 22 13:45:38.422487 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Network 74610957-0c8f-4be7-87b5-2b068bd616a7 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:45:38.455357 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 74610957-0c8f-4be7-87b5-2b068bd616a7) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:45:38.464697 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:38.465296 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:38.465458 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb9be2-55fc-412e-a796-6b4a95c94757 None None] Network 74610957-0c8f-4be7-87b5-2b068bd616a7 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:45:38.492440 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-b9a41411-628d-4f34-ad5a-18cd5c4ec31c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4702232 Nov 22 13:45:38.523600 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-25459ce1-75ff-4423-83a2-33800d0263fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:38.525222 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-25459ce1-75ff-4423-83a2-33800d0263fe tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 812 time: 0.1311467 Nov 22 13:45:38.542952 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-e44cefdb-9c19-487b-9a0a-6e3b30a451b3 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/quotas/accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 375 time: 0.0110190 Nov 22 13:45:38.614184 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2b378-962e-408a-b886-336cd7872148 None None] Network 74610957-0c8f-4be7-87b5-2b068bd616a7 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:45:38.655835 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-668ee437-fa5c-4c4b-86c4-eed54292e98e tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992832 Nov 22 13:45:38.742462 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0093a-670e-4798-986b-48fcdc772f61 req-77614756-e6d4-483b-acaa-a3bd7c08a8f2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:38.746318 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e4f0093a-670e-4798-986b-48fcdc772f61 req-77614756-e6d4-483b-acaa-a3bd7c08a8f2 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 944 time: 0.0561090 Nov 22 13:45:38.769130 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-a869c292-7f90-4136-8a4f-525a895cc7c7 service neutron] 10.222.0.31 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105258 Nov 22 13:45:38.803060 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e4f0093a-670e-4798-986b-48fcdc772f61 req-793786f5-595c-46bf-9908-2d9754bcac1c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Nov 22 13:45:38.863608 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-35577c5f-e69e-4845-8a17-6eec4ec5fa07 service neutron] 10.222.0.31 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878096 Nov 22 13:45:39.161376 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f93cc84b-f7fd-4035-9a01-7252b4a069e9 req-cb489f1c-d412-4235-8485-6cd6d061e274 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 210 time: 0.0263436 Nov 22 13:45:39.192987 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:45:39.292315 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:39.304755 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4', 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8', 'port_id': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4', 'mac_address': 'fa:16:3e:38:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f124c59-85fc-46b7-a6de-13b5da97053e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:45:39.348234 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:39.364244 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:39.385942 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:39.389638 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:39.390504 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device a760b18b-7299-4bf4-8bbf-18fad93e8b12 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:45:39.444508 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556a3bb-3fa0-4929-b641-f6abcdf27a41 req-d99d2606-ea4a-4949-9065-d8463f638b60 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:39.449720 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7556a3bb-3fa0-4929-b641-f6abcdf27a41 req-d99d2606-ea4a-4949-9065-d8463f638b60 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 945 time: 0.0601432 Nov 22 13:45:39.487140 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:39.500037 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7556a3bb-3fa0-4929-b641-f6abcdf27a41 req-b6ac4723-14af-4485-95b8-25157b872b35 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Nov 22 13:45:39.545414 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port a760b18b-7299-4bf4-8bbf-18fad93e8b12, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a760b18b-7299-4bf4-8bbf-18fad93e8b12,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:39.556298 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'port_id': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12', 'mac_address': 'fa:16:3e:35:3f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:45:39.594413 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:39.607555 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a760b18b-7299-4bf4-8bbf-18fad93e8b12 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:39.626607 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port a760b18b-7299-4bf4-8bbf-18fad93e8b12, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a760b18b-7299-4bf4-8bbf-18fad93e8b12,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:39.630365 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:39.677317 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=a760b18b-7299-4bf4-8bbf-18fad93e8b12,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:39.918369 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e5cf2-17c9-41ca-992e-7f4bd73eb261 req-b21e691b-af0b-4480-aacb-82ab6e58ac67 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:39.919751 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-994e5cf2-17c9-41ca-992e-7f4bd73eb261 req-b21e691b-af0b-4480-aacb-82ab6e58ac67 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 945 time: 0.0495882 Nov 22 13:45:39.975833 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-994e5cf2-17c9-41ca-992e-7f4bd73eb261 req-4bb8fc1a-a340-4eab-8c48-aa2f3d278eff tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Nov 22 13:45:40.253763 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cd037a95-47ea-41ee-9932-cfa5db0673b9 req-78875b89-d37d-4f04-9ba7-d78e2d65bf4c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 210 time: 0.0255210 Nov 22 13:45:40.615185 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c48e-5019-421b-b334-2eb841dae741 req-69a10b9e-dbe0-42b0-bd48-f193a0e078f6 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:40.616653 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-db37c48e-5019-421b-b334-2eb841dae741 req-69a10b9e-dbe0-42b0-bd48-f193a0e078f6 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 945 time: 0.0490382 Nov 22 13:45:40.667581 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-db37c48e-5019-421b-b334-2eb841dae741 req-44915fe4-a74c-42da-8870-2572739a07eb tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Nov 22 13:45:41.089610 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be51af-a27e-4e42-8d29-b1b1c5f84a65 req-faae2c44-b813-4232-b59e-072a9626353e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:41.091100 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-44be51af-a27e-4e42-8d29-b1b1c5f84a65 req-faae2c44-b813-4232-b59e-072a9626353e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 945 time: 0.0478504 Nov 22 13:45:41.146021 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-44be51af-a27e-4e42-8d29-b1b1c5f84a65 req-262c4485-3876-4e75-8e4f-e11e21125eb9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470121 Nov 22 13:45:41.347732 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ea4c5406-7b7e-4c0e-8e3d-4c21cf9abc20 req-a071a148-77d5-4ce7-b01e-7d6c8683d5e6 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 210 time: 0.0266571 Nov 22 13:45:41.553027 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['a760b18b-7299-4bf4-8bbf-18fad93e8b12'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:45:41.581224 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:45:41.912230 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ddab4-86eb-44d9-ae02-ee826009d6ff req-828a15fc-5896-4a7d-97fc-3d8339b4895b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:41.913657 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-036ddab4-86eb-44d9-ae02-ee826009d6ff req-828a15fc-5896-4a7d-97fc-3d8339b4895b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 945 time: 0.1553345 Nov 22 13:45:42.036206 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-036ddab4-86eb-44d9-ae02-ee826009d6ff req-bb3c7fa5-8103-4171-8d5e-4ce6b5c82103 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127486 Nov 22 13:45:42.049371 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-2e5a34f5-c515-4adb-abf6-b4ce98178025 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:42.049936 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-2e5a34f5-c515-4adb-abf6-b4ce98178025 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 812 time: 0.1893702 Nov 22 13:45:42.117385 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-a3c2749e-9200-4e85-a6dc-89a697431f1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641975 Nov 22 13:45:42.154745 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-b532bc11-dc52-4fce-bc73-095ff89e146c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 379 time: 0.0727344 Nov 22 13:45:42.169303 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'port': {'device_id': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'admin_state_up': True, 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'security_groups': ['5e806cf0-b16a-4a8f-9f66-bea5fed9074b']}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:42.210527 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-ecc918ca-fd89-4908-b0a1-8a2915e8afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:42.213009 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-ecc918ca-fd89-4908-b0a1-8a2915e8afec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.0471509 Nov 22 13:45:42.338149 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54e7a-82bc-4bfb-b6ef-ff1524c5ccd3 req-dec882b6-6b23-440d-9227-d0ff65297ec5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:42.340358 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f0b54e7a-82bc-4bfb-b6ef-ff1524c5ccd3 req-dec882b6-6b23-440d-9227-d0ff65297ec5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 945 time: 0.0801084 Nov 22 13:45:42.362488 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-87e37b96-115d-4e3b-9747-30bc6298a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:42.364100 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-87e37b96-115d-4e3b-9747-30bc6298a22a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.1124187 Nov 22 13:45:42.379539 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Made reservation on behalf of accea9af00354befabcdcf4325a007ca for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:42.382985 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:42.423401 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f0b54e7a-82bc-4bfb-b6ef-ff1524c5ccd3 req-776f5486-cdfb-4743-bf19-f579ed9ceca5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750256 Nov 22 13:45:42.457446 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-c19996b7-c740-4944-9de6-e3bdc4a9981f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 217 time: 0.0828166 Nov 22 13:45:42.535477 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4fbdcd81-3a79-424b-a603-acdba9ddc5bd req-024ef1b6-7079-426f-8fe8-fc1c9e00391b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 210 time: 0.0331831 Nov 22 13:45:42.536647 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-1b538ef7-2018-439c-a8ef-86414b00aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:42.538148 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-1b538ef7-2018-439c-a8ef-86414b00aa04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.0700984 Nov 22 13:45:42.553170 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Allocated IP 172.20.0.11 (d1613968-954e-4fd7-ab36-ee6aeaa13142/de3abebf-aeac-4879-a9b6-d5e58d2f381c/64d8bc36-2015-4ba9-8e04-f54b659d4fa1) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:45:42.554440 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-984f25f0-a396-4b2f-b908-bd225bc3fe62 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:42.556383 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-984f25f0-a396-4b2f-b908-bd225bc3fe62 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/networks?id=74610957-0c8f-4be7-87b5-2b068bd616a7 HTTP/1.1" status: 200 len: 814 time: 0.1839974 Nov 22 13:45:42.588239 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-525f2d04-7e6a-49c9-abe7-da1fbef33db4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309019 Nov 22 13:45:42.592459 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-66ed7d6a-d59d-4f05-93aa-af564941e559 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/quotas/29a21fcc281743ddac3e5b53b5496a61 HTTP/1.1" status: 200 len: 375 time: 0.0259497 Nov 22 13:45:42.665446 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-427a37e7-02cf-4e9a-a798-1501c77dfbcd tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=29a21fcc281743ddac3e5b53b5496a61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667224 Nov 22 13:45:42.708417 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:42.747562 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:42.781132 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-a5053d7e-6e77-423b-b0b9-56b02e0e6280 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813171 Nov 22 13:45:42.801700 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:45:42.804299 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-8bf4081e-b6f9-44dc-854d-aa6fac93f1ff service neutron] 10.222.0.31 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268146 Nov 22 13:45:42.807825 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:45:42.812623 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:45:42.819149 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:42.848869 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.849270 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.849578 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.849927 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.850236 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.850564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.850889 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.851213 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.851537 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.851856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.852174 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.852490 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:42.879830 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:42.880726 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:42.904841 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-68e349fa-264a-4239-a2a2-c0e953f16ae5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396991 Nov 22 13:45:42.925522 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Request body: {'port': {'device_id': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:42.989393 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.068811 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-4590b092-7f48-4921-9a66-89b4b73c3ad8 service neutron] 10.222.0.31 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523475 Nov 22 13:45:43.079119 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb980173-8b0b-49dc-885c-6e3068423e67 req-d5ca2cfe-812d-4ce7-a3bb-19501d83054c service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849197 Nov 22 13:45:43.117111 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:43.248612 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-eb16448a-b83a-4835-bea0-0cd85e755ee5 None None] Provisioning complete for port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:43.248985 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eb16448a-b83a-4835-bea0-0cd85e755ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.304041 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-eb16448a-b83a-4835-bea0-0cd85e755ee5 None None] Port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:45:43.304485 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-3f9aa550-563e-41f1-992b-e8c474c5a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:43.305973 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:45:43.306109 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-3f9aa550-563e-41f1-992b-e8c474c5a47f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.0752714 Nov 22 13:45:43.311765 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:43.312137 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.430924 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.460662 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:43.462844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298ad61-ee80-4786-ae66-743f9cdae739 req-9ca6e7a8-beb7-469a-b9d5-dccaa865e130 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:43.464778 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e42d5e4-a21e-4fe8-9209-c620770710a8" -d '{"events": [{"server_uuid": "ef0f8ad0-e330-4a6c-a10d-281daae5598e", "name": "network-vif-plugged", "status": "completed", "tag": "ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:43.465095 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6298ad61-ee80-4786-ae66-743f9cdae739 req-9ca6e7a8-beb7-469a-b9d5-dccaa865e130 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 945 time: 0.0894513 Nov 22 13:45:43.482135 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:43.487896 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.489945 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device a760b18b-7299-4bf4-8bbf-18fad93e8b12 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:43.506404 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-b7a5d9a6-3642-4c28-b444-7475459c826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:43.508027 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-b7a5d9a6-3642-4c28-b444-7475459c826b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.1850009 Nov 22 13:45:43.519597 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:43.526981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d75350-bd0d-46da-ae4d-3b9593fa8b59 req-10e10eb0-b1b4-40a2-afa8-7ef054e537b6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:43.535181 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80d75350-bd0d-46da-ae4d-3b9593fa8b59 req-10e10eb0-b1b4-40a2-afa8-7ef054e537b6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1037107 Nov 22 13:45:43.541738 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.594323 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port a760b18b-7299-4bf4-8bbf-18fad93e8b12 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:45:43.597764 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6298ad61-ee80-4786-ae66-743f9cdae739 req-261f99a4-139b-477e-a914-c4bf7761e904 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852685 Nov 22 13:45:43.600286 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Transition to ACTIVE for port object 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:45:43.603875 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port a760b18b-7299-4bf4-8bbf-18fad93e8b12 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:43.604689 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.606518 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.614521 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-693d15ed-6df6-4b08-8608-ca25675cc175 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 217 time: 0.0518847 Nov 22 13:45:43.655976 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:43.663211 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80d75350-bd0d-46da-ae4d-3b9593fa8b59 req-c8799306-ad0c-4cb5-83c2-c851f5cf0847 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227703 Nov 22 13:45:43.701596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Pushing event updated for resources: {'Port': ['ID=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:43.707348 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.766464 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port a760b18b-7299-4bf4-8bbf-18fad93e8b12, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a760b18b-7299-4bf4-8bbf-18fad93e8b12,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:43.777677 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:43.821902 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d80a25f3-562d-436a-9346-3a7ad5520bc9 req-6f170fa3-eb25-45d4-a234-e1daf0573cd6 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 210 time: 0.0527084 Nov 22 13:45:43.835397 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-49fe0d39-d802-40b0-ba63-c4777c7c7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:43.836862 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-49fe0d39-d802-40b0-ba63-c4777c7c7bda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.1916070 Nov 22 13:45:43.911624 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-017179ec-748e-4335-8fa6-89a907f107f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548041 Nov 22 13:45:43.941414 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=a760b18b-7299-4bf4-8bbf-18fad93e8b12,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:43.950690 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Attempting to bind port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:45:43.950993 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Attempting to bind port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:45:43.951295 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Attempting to bind port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:43.956891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:45:43.957400 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Attempting to bind port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:43.966051 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:45:43.966448 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Checking segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:43.966856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Bound using segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:45:43.967500 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Bound port: 64d8bc36-2015-4ba9-8e04-f54b659d4fa1, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:45:43.967916 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:44.116973 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] For port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:45:44.121897 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] For port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:45:44.133404 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:44.167851 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b17f12-baa5-43f7-b7c8-10916931a811 req-c8136d73-420e-41eb-a806-059eedc71668 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.175119 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-66b17f12-baa5-43f7-b7c8-10916931a811 req-c8136d73-420e-41eb-a806-059eedc71668 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.1142435 Nov 22 13:45:44.193616 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-8a8444d2-4684-4b93-b6ba-8568c3424178 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685406 Nov 22 13:45:44.215283 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.216852 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:44.220873 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] 10.222.0.52 "PUT /v2.0/ports/64d8bc36-2015-4ba9-8e04-f54b659d4fa1 HTTP/1.1" status: 200 len: 1094 time: 1.3005037 Nov 22 13:45:44.221604 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:44.224659 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61" -d '{"events": [{"name": "network-changed", "server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:44.294261 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326eea4-d2a0-45d2-8d94-b90161eb771a service neutron] Pushing event updated for resources: {'Port': ['ID=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:44.330939 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c53c4ae-ce95-453c-b5e8-1804a9164299 x-openstack-request-id: req-6c53c4ae-ce95-453c-b5e8-1804a9164299 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:44.332949 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0f8ad0-e330-4a6c-a10d-281daae5598e", "name": "network-vif-plugged", "status": "completed", "tag": "ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:44.333616 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6c53c4ae-ce95-453c-b5e8-1804a9164299 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:44.334002 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4', 'code': 200} Nov 22 13:45:44.411811 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-d7bd0b8f-de3c-4132-a0d4-33083bb47489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.414690 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-d7bd0b8f-de3c-4132-a0d4-33083bb47489 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 1097 time: 0.1092365 Nov 22 13:45:44.425869 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-66b17f12-baa5-43f7-b7c8-10916931a811 req-687efaad-e16b-4052-8974-f8be900bbeff tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464628 Nov 22 13:45:44.516129 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-7b81da4f-114f-4108-8b08-f16658e18d5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1 HTTP/1.1" status: 200 len: 217 time: 0.0824201 Nov 22 13:45:44.531816 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-602e93ef-5f15-49f0-a246-6c3af440c810 req-67c5dcba-f373-416c-8e00-b666151b3458 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011403 Nov 22 13:45:44.543482 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a1733-a1e0-436f-8e96-613fee32f942 x-openstack-request-id: req-0a2a1733-a1e0-436f-8e96-613fee32f942 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:44.543785 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:44.544041 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a2a1733-a1e0-436f-8e96-613fee32f942 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:44.544437 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'status': 'completed', 'code': 200} Nov 22 13:45:44.636208 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-795e4a85-f1ac-4b07-9be5-27c15bb8b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.636444 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d96d-5979-454f-b728-4f1eb0d19633 req-3b508ae2-69b5-4f3e-9c3d-ba1a944df8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.637735 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-795e4a85-f1ac-4b07-9be5-27c15bb8b16a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0923579 Nov 22 13:45:44.638569 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d013d96d-5979-454f-b728-4f1eb0d19633 req-3b508ae2-69b5-4f3e-9c3d-ba1a944df8b1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 1099 time: 0.0654876 Nov 22 13:45:44.650342 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c4d02-c8e5-4340-a065-24e2073f433a req-038548fe-5070-4a34-a5b9-f2b4052e8842 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.657785 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9a6c4d02-c8e5-4340-a065-24e2073f433a req-038548fe-5070-4a34-a5b9-f2b4052e8842 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.1469350 Nov 22 13:45:44.733322 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9a6c4d02-c8e5-4340-a065-24e2073f433a req-96aabfc0-70b8-4512-94d4-3e49e4ebcc70 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746434 Nov 22 13:45:44.735973 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-43f18321-f9c2-46f8-942b-5347352b1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.737440 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-43f18321-f9c2-46f8-942b-5347352b1eba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771239 Nov 22 13:45:44.741936 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d013d96d-5979-454f-b728-4f1eb0d19633 req-35acf739-2655-4dce-a809-9223fb8c5f8f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850406 Nov 22 13:45:44.755567 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026dd2d-4cd9-4d41-a37d-72287c9cf9e4 req-eac1aeea-186f-4846-8141-0ffe486aab40 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.757185 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b026dd2d-4cd9-4d41-a37d-72287c9cf9e4 req-eac1aeea-186f-4846-8141-0ffe486aab40 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 946 time: 0.0701237 Nov 22 13:45:44.808061 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b026dd2d-4cd9-4d41-a37d-72287c9cf9e4 req-aaa25ab1-3ff0-4eb8-b171-ba181da2c5ab tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435867 Nov 22 13:45:44.852942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ef04b-2edb-4821-832f-eec832d3ce1f req-269d774a-b113-466c-b7b2-0760d85d2e9f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:44.855389 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-587ef04b-2edb-4821-832f-eec832d3ce1f req-269d774a-b113-466c-b7b2-0760d85d2e9f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0520489 Nov 22 13:45:44.907877 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-587ef04b-2edb-4821-832f-eec832d3ce1f req-cd75f0dc-7d5c-4e65-9191-9d238c5550a2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Nov 22 13:45:44.908840 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3a03befa-ed92-47fb-bb42-48bde4def4ea req-65d11147-7209-4543-acf2-a39bf6686003 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 210 time: 0.0281398 Nov 22 13:45:45.164836 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-02936929-547b-48c5-a382-4a0f20f12b8d service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901098 Nov 22 13:45:45.270122 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbb8c031-676e-4f98-9ce2-d6a5f388d808 req-a185814e-06f2-4f2b-ba7c-137a6d7ffc2b service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871422 Nov 22 13:45:45.395226 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-f2cfe168-a99b-4057-8d58-ca770dc3ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:45.396856 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-f2cfe168-a99b-4057-8d58-ca770dc3ab5e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 1097 time: 0.0417552 Nov 22 13:45:45.461722 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-cbfd0ae5-5b84-40a4-814f-51c5e7f2dc69 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:45.465941 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-cbfd0ae5-5b84-40a4-814f-51c5e7f2dc69 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "GET /v2.0/networks?id=74610957-0c8f-4be7-87b5-2b068bd616a7 HTTP/1.1" status: 200 len: 814 time: 0.1174741 Nov 22 13:45:45.489068 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Request body: {'port': {'device_id': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7', 'admin_state_up': True, 'tenant_id': '29a21fcc281743ddac3e5b53b5496a61'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:45.520589 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-f1e913b5-ab33-4d48-8fc2-ad608c848cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:45.522101 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-f1e913b5-ab33-4d48-8fc2-ad608c848cf5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.1016486 Nov 22 13:45:45.581240 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-4a6c699a-2f47-47ad-8f0f-d7b611b89aed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1 HTTP/1.1" status: 200 len: 217 time: 0.0383885 Nov 22 13:45:45.604556 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Made reservation on behalf of 29a21fcc281743ddac3e5b53b5496a61 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:45.607205 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bc042-5ec2-4bf5-b6ae-4e7ddfe0f268 req-2ad15beb-e496-405b-a00f-6d721e1996fe tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:45.608267 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:45.608703 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8d7bc042-5ec2-4bf5-b6ae-4e7ddfe0f268 req-2ad15beb-e496-405b-a00f-6d721e1996fe tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.1011465 Nov 22 13:45:45.666470 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-2c8a7791-0e7b-4082-b547-cbb9a24a1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:45.668158 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-2c8a7791-0e7b-4082-b547-cbb9a24a1f03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0803263 Nov 22 13:45:45.683571 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8d7bc042-5ec2-4bf5-b6ae-4e7ddfe0f268 req-6bed5073-9542-4376-b6cc-6aa458a37259 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Nov 22 13:45:45.730152 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-9f689aa8-8edc-4218-a254-e67cc6691447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:45.731678 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-9f689aa8-8edc-4218-a254-e67cc6691447 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472560 Nov 22 13:45:45.742828 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Allocated IP 172.20.0.5 (74610957-0c8f-4be7-87b5-2b068bd616a7/23149278-52c1-48fe-b47c-58864923588c/2d483769-a043-4eb0-92ac-80f96ec6440c) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:45:45.855301 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-7f5b4fe8-56f3-4b31-aec0-66d59d5c3440 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083939 Nov 22 13:45:45.981828 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2773771-b68b-4926-87cd-6a6062680272 req-676a78c6-6029-4ac7-8ad9-df15812b6071 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:45.983318 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d2773771-b68b-4926-87cd-6a6062680272 req-676a78c6-6029-4ac7-8ad9-df15812b6071 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 946 time: 0.1044676 Nov 22 13:45:46.031964 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e9b1318-c27f-4d46-9dfe-f5d0fc7e1c61 req-e690b958-b842-4994-936b-ecff876a01c0 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432326 Nov 22 13:45:46.054886 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d2773771-b68b-4926-87cd-6a6062680272 req-a3ea653e-96de-4764-8a72-3d23498d04de tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607340 Nov 22 13:45:46.102294 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba01371-b220-4952-b06c-b71b4cda3765 req-e9eb6884-cec1-4ffc-806c-1cd412303f6c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:46.104293 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dba01371-b220-4952-b06c-b71b4cda3765 req-e9eb6884-cec1-4ffc-806c-1cd412303f6c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.1172860 Nov 22 13:45:46.162115 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33d796-dcb8-4adc-956a-c99df23e0be3 req-9742e2e6-1f0b-4174-ba87-ef23e909ad6f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:46.169681 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2c33d796-dcb8-4adc-956a-c99df23e0be3 req-9742e2e6-1f0b-4174-ba87-ef23e909ad6f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0584583 Nov 22 13:45:46.194676 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dba01371-b220-4952-b06c-b71b4cda3765 req-b78f6dde-a5b5-40f3-9cd8-ea2d6e129b14 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844092 Nov 22 13:45:46.208141 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:46.220575 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2c33d796-dcb8-4adc-956a-c99df23e0be3 req-2f80aa4f-daa0-413f-82d8-c78bbeea6b32 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501487 Nov 22 13:45:46.251213 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:46.321456 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Network 74610957-0c8f-4be7-87b5-2b068bd616a7 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:45:46.327695 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:45:46.335174 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f49825-783b-4991-9213-98c29527695e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:46.336501 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:45:46.337807 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc1678b-2173-4891-b318-255547def2db" -d '{"events": [{"server_uuid": "16f49825-783b-4991-9213-98c29527695e", "name": "network-vif-plugged", "status": "completed", "tag": "a760b18b-7299-4bf4-8bbf-18fad93e8b12"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:46.342101 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Pushing event updated for resources: {'Port': ['ID=2d483769-a043-4eb0-92ac-80f96ec6440c,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:46.374174 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1750ce-d9e0-49b9-8356-5dfcc3e4c29b x-openstack-request-id: req-1c1750ce-d9e0-49b9-8356-5dfcc3e4c29b {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:46.374491 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f49825-783b-4991-9213-98c29527695e", "name": "network-vif-plugged", "status": "completed", "tag": "a760b18b-7299-4bf4-8bbf-18fad93e8b12", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:46.374750 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c1750ce-d9e0-49b9-8356-5dfcc3e4c29b {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:46.375138 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f49825-783b-4991-9213-98c29527695e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12', 'code': 200} Nov 22 13:45:46.392713 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731955a-5c06-4781-a223-fe2a8267edc9 req-35fa3a32-ab6a-4a5e-979a-82ac32e9c039 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:46.394507 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e731955a-5c06-4781-a223-fe2a8267edc9 req-35fa3a32-ab6a-4a5e-979a-82ac32e9c039 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 931 time: 0.1151321 Nov 22 13:45:46.403098 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:46.403723 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:46.441806 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1735936f-391e-461b-861e-3dc27346578b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9577358 Nov 22 13:45:46.458833 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Request body: {'port': {'device_id': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:46.482749 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e731955a-5c06-4781-a223-fe2a8267edc9 req-b7260887-48c1-4c53-a214-da560c46c782 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762639 Nov 22 13:45:46.520287 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:46.615908 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510e00b-1f22-46c2-bf37-44c58e8e912d req-1d5ba711-7474-4b2b-8173-3e7a02abe11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:46.617418 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8510e00b-1f22-46c2-bf37-44c58e8e912d req-1d5ba711-7474-4b2b-8173-3e7a02abe11f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 1099 time: 0.0451608 Nov 22 13:45:46.675019 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8510e00b-1f22-46c2-bf37-44c58e8e912d req-55aecbd3-4fd1-4bf9-b174-0c72bd501733 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359099 Nov 22 13:45:46.786932 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d483769-a043-4eb0-92ac-80f96ec6440c {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:46.794519 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:46.808609 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c850ee2-0f80-404a-b4fa-84fada6990ef req-c9f402de-3597-43a2-ba13-0f914fe7e3fd tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:46.808960 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Transition to ACTIVE for port object 2d483769-a043-4eb0-92ac-80f96ec6440c will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:45:46.810249 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4c850ee2-0f80-404a-b4fa-84fada6990ef req-c9f402de-3597-43a2-ba13-0f914fe7e3fd tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.0513594 Nov 22 13:45:46.812607 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:46.861282 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4c850ee2-0f80-404a-b4fa-84fada6990ef req-08ff884d-84d7-4333-b040-f937426bbf0d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Nov 22 13:45:46.882481 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Pushing event updated for resources: {'Port': ['ID=2d483769-a043-4eb0-92ac-80f96ec6440c,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:46.940309 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Attempting to bind port 2d483769-a043-4eb0-92ac-80f96ec6440c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:45:46.940652 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Attempting to bind port 2d483769-a043-4eb0-92ac-80f96ec6440c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:45:46.940982 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Attempting to bind port 2d483769-a043-4eb0-92ac-80f96ec6440c on network 74610957-0c8f-4be7-87b5-2b068bd616a7 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:46.945472 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Port 2d483769-a043-4eb0-92ac-80f96ec6440c on network 74610957-0c8f-4be7-87b5-2b068bd616a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:45:46.945669 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Attempting to bind port 2d483769-a043-4eb0-92ac-80f96ec6440c on network 74610957-0c8f-4be7-87b5-2b068bd616a7 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:46.951306 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:45:46.951651 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Checking segment: {'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:46.952030 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Bound using segment: {'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:45:46.952453 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Bound port: 2d483769-a043-4eb0-92ac-80f96ec6440c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:45:46.952811 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.018160 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] For port 2d483769-a043-4eb0-92ac-80f96ec6440c, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:45:47.021341 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] For port 2d483769-a043-4eb0-92ac-80f96ec6440c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2d483769-a043-4eb0-92ac-80f96ec6440c,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:45:47.025485 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.049350 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 54852) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:47.057508 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.058190 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.059730 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] 10.222.0.52 "PUT /v2.0/ports/2d483769-a043-4eb0-92ac-80f96ec6440c HTTP/1.1" status: 200 len: 1093 time: 0.6050944 Nov 22 13:45:47.062134 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'tag': '2d483769-a043-4eb0-92ac-80f96ec6440c'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:47.064395 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c1335f-aab3-49bf-9993-87810a000504" -d '{"events": [{"name": "network-changed", "server_uuid": "9f43fb42-29e7-4162-a4a2-4f4d6f790d7c", "tag": "2d483769-a043-4eb0-92ac-80f96ec6440c"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:47.093183 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52dc37-fa12-4222-a790-6f403f66a38d service neutron] Pushing event updated for resources: {'Port': ['ID=2d483769-a043-4eb0-92ac-80f96ec6440c,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:47.133267 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670ee9f2-b7c7-4889-9fff-7ff72f3efcc5 x-openstack-request-id: req-670ee9f2-b7c7-4889-9fff-7ff72f3efcc5 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:47.133570 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f43fb42-29e7-4162-a4a2-4f4d6f790d7c", "tag": "2d483769-a043-4eb0-92ac-80f96ec6440c", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:47.133824 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-670ee9f2-b7c7-4889-9fff-7ff72f3efcc5 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:47.134221 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'tag': '2d483769-a043-4eb0-92ac-80f96ec6440c', 'status': 'completed', 'code': 200} Nov 22 13:45:47.151131 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-c8a48508-7656-4c4e-a1fc-8e3a7ea62ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.152785 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-c8a48508-7656-4c4e-a1fc-8e3a7ea62ae4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29a21fcc281743ddac3e5b53b5496a61&device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 1096 time: 0.0465441 Nov 22 13:45:47.185399 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-371fedae-ec55-4c8e-8621-31372d8c8f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.220294 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd1c81-7961-4ca8-b3d8-0216efd424b7 req-f3e0be3d-6ae1-4e39-8cc7-be99d3d5caef tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.220294 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cacd1c81-7961-4ca8-b3d8-0216efd424b7 req-f3e0be3d-6ae1-4e39-8cc7-be99d3d5caef tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 946 time: 0.0776649 Nov 22 13:45:47.222983 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-bd636dee-1282-48c3-a4ee-43f5c8467819 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d483769-a043-4eb0-92ac-80f96ec6440c HTTP/1.1" status: 200 len: 217 time: 0.0525608 Nov 22 13:45:47.290511 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cacd1c81-7961-4ca8-b3d8-0216efd424b7 req-f4e204c1-56dc-4f43-b30d-f360cba93f0f tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711401 Nov 22 13:45:47.313015 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-5a506728-1e40-4df1-8969-2577522e63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.315114 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-5a506728-1e40-4df1-8969-2577522e63e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23149278-52c1-48fe-b47c-58864923588c HTTP/1.1" status: 200 len: 854 time: 0.0783093 Nov 22 13:45:47.356882 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-371fedae-ec55-4c8e-8621-31372d8c8f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.389593 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-35509c47-1204-45e1-a3b5-ce07b4c6ebc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74610957-0c8f-4be7-87b5-2b068bd616a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457880 Nov 22 13:45:47.391139 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-371fedae-ec55-4c8e-8621-31372d8c8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.438218 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-371fedae-ec55-4c8e-8621-31372d8c8f9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b25b5b1ff7294587abec2028ca9883f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876486 Nov 22 13:45:47.438987 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fedae-ec55-4c8e-8621-31372d8c8f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1270ac01-41d2-4598-9af8-9f6bfd046336,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:47.441255 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 54874) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:47.473474 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccfc81-244a-409d-8209-5bf6bf812ead req-e1afcac7-908c-403d-8ad3-53d0894fd61c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.473757 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41fe4b-82cd-41ef-9213-fada884153f0 req-6e824058-5816-4a52-a044-ac982c98c3bd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.475251 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2a41fe4b-82cd-41ef-9213-fada884153f0 req-6e824058-5816-4a52-a044-ac982c98c3bd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1116340 Nov 22 13:45:47.482537 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bbccfc81-244a-409d-8209-5bf6bf812ead req-e1afcac7-908c-403d-8ad3-53d0894fd61c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.1939149 Nov 22 13:45:47.548177 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c276ed96-a180-451f-8e46-985347940fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.559966 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2a41fe4b-82cd-41ef-9213-fada884153f0 req-8aed0322-575f-4093-88f7-1f48c9c64e24 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760880 Nov 22 13:45:47.585617 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c276ed96-a180-451f-8e46-985347940fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.609927 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bbccfc81-244a-409d-8209-5bf6bf812ead req-e56c0dee-742c-487f-9b25-3c5e89d3f73e tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264143 Nov 22 13:45:47.651116 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-1ffebdce-2779-4423-97e3-8ed801d4a189 service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528305 Nov 22 13:45:47.665091 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c276ed96-a180-451f-8e46-985347940fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.665900 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c276ed96-a180-451f-8e46-985347940fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.669423 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c276ed96-a180-451f-8e46-985347940fd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1270ac01-41d2-4598-9af8-9f6bfd046336 HTTP/1.1" status: 204 len: 168 time: 0.2233958 Nov 22 13:45:47.694949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276ed96-a180-451f-8e46-985347940fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1270ac01-41d2-4598-9af8-9f6bfd046336,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:47.728831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22472c06-c3a1-412d-af2c-abbc5538b238 req-f4568243-ba24-4d15-a479-3103c0e35407 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.733855 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-22472c06-c3a1-412d-af2c-abbc5538b238 req-f4568243-ba24-4d15-a479-3103c0e35407 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 943 time: 0.0813746 Nov 22 13:45:47.782413 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-22472c06-c3a1-412d-af2c-abbc5538b238 req-a31015c4-92fb-4629-871d-e9b6dbefdec3 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Nov 22 13:45:47.794389 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ab7f3f66-4520-4497-af6a-3b3c6f50723a req-a8e1a048-2396-49b2-9cb4-9e375e660cf2 service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342404 Nov 22 13:45:47.826442 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:47.921708 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1335f-aab3-49bf-9993-87810a000504 req-5df26616-4fe6-4a7a-ab99-c638d41cb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:47.923591 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-07c1335f-aab3-49bf-9993-87810a000504 req-5df26616-4fe6-4a7a-ab99-c638d41cb0c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29a21fcc281743ddac3e5b53b5496a61&device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 1096 time: 0.0470648 Nov 22 13:45:48.001809 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 54900) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:48.032203 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-082189ae-95cd-4c29-a234-34acf82f67a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:48.039726 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d972ed-fcbd-4eee-a2ec-9ea20ff74660 req-fa99f72b-1218-4f88-8b4d-6eefd6f72672 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:48.041301 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-90d972ed-fcbd-4eee-a2ec-9ea20ff74660 req-fa99f72b-1218-4f88-8b4d-6eefd6f72672 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.1080105 Nov 22 13:45:48.124376 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1335f-aab3-49bf-9993-87810a000504 req-a7ab9d4f-ed05-485c-bc01-7cda2d62d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:48.125938 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-07c1335f-aab3-49bf-9993-87810a000504 req-a7ab9d4f-ed05-485c-bc01-7cda2d62d11d service neutron] 10.222.0.52 "GET /v2.0/networks?id=74610957-0c8f-4be7-87b5-2b068bd616a7 HTTP/1.1" status: 200 len: 915 time: 0.1629214 Nov 22 13:45:48.130104 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-90d972ed-fcbd-4eee-a2ec-9ea20ff74660 req-516f98f7-7996-4f3e-8fe4-35c91c962a65 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774839 Nov 22 13:45:48.143966 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-082189ae-95cd-4c29-a234-34acf82f67a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:48.157314 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-082189ae-95cd-4c29-a234-34acf82f67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:48.206149 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-07c1335f-aab3-49bf-9993-87810a000504 req-4261f219-04ca-4f50-9e73-f674b8e481ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d483769-a043-4eb0-92ac-80f96ec6440c HTTP/1.1" status: 200 len: 217 time: 0.0565202 Nov 22 13:45:48.209705 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-082189ae-95cd-4c29-a234-34acf82f67a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5238e46f07724cbcbf1503eee19b165d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055378 Nov 22 13:45:48.211292 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 54904) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:48.211542 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082189ae-95cd-4c29-a234-34acf82f67a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874e5334-f987-423e-9987-c83eb8a90b7f,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:48.267366 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ee247-b7f3-401d-ad7e-ea34d3db38e7 req-1dd778ac-467b-43c4-a4b2-e46943fae7d8 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:48.269703 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-582ee247-b7f3-401d-ad7e-ea34d3db38e7 req-1dd778ac-467b-43c4-a4b2-e46943fae7d8 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 946 time: 0.0853715 Nov 22 13:45:48.305113 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1335f-aab3-49bf-9993-87810a000504 req-094e6b28-297c-4d65-b6f2-1ee011e7d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:48.306602 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-07c1335f-aab3-49bf-9993-87810a000504 req-094e6b28-297c-4d65-b6f2-1ee011e7d5e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23149278-52c1-48fe-b47c-58864923588c HTTP/1.1" status: 200 len: 854 time: 0.0762899 Nov 22 13:45:48.312217 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-af5e239b-17f0-42b7-926c-37fa677dae70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:48.319051 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-582ee247-b7f3-401d-ad7e-ea34d3db38e7 req-85430aa7-1664-4c48-84f8-360559525d8b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Nov 22 13:45:48.352097 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-07c1335f-aab3-49bf-9993-87810a000504 req-d39ce157-48df-431c-9afa-df565da99c20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74610957-0c8f-4be7-87b5-2b068bd616a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306623 Nov 22 13:45:48.356645 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-af5e239b-17f0-42b7-926c-37fa677dae70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:48.472246 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-af5e239b-17f0-42b7-926c-37fa677dae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:48.474929 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-af5e239b-17f0-42b7-926c-37fa677dae70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:48.476127 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-af5e239b-17f0-42b7-926c-37fa677dae70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/874e5334-f987-423e-9987-c83eb8a90b7f HTTP/1.1" status: 204 len: 168 time: 0.2636485 Nov 22 13:45:48.480806 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-07c1335f-aab3-49bf-9993-87810a000504 req-9dd0d2e8-2630-4c43-aa1d-f54217786479 service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128259 Nov 22 13:45:48.487176 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e239b-17f0-42b7-926c-37fa677dae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e5334-f987-423e-9987-c83eb8a90b7f,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:48.595326 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-07c1335f-aab3-49bf-9993-87810a000504 req-c4800ce2-18ed-496a-bf87-b91336eafa23 service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903139 Nov 22 13:45:48.691633 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ff63f-af52-4d63-a785-7d4d9a19cc87 req-9270b1c5-92ee-4647-abba-d9e5e67468e1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:48.693172 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-578ff63f-af52-4d63-a785-7d4d9a19cc87 req-9270b1c5-92ee-4647-abba-d9e5e67468e1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0568972 Nov 22 13:45:48.737809 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b303f-db27-4fa7-a0d4-875f82996432 req-764a370d-03e7-4574-8cff-3b6f71e64df8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:48.739543 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9a0b303f-db27-4fa7-a0d4-875f82996432 req-764a370d-03e7-4574-8cff-3b6f71e64df8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.0662255 Nov 22 13:45:48.761922 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-578ff63f-af52-4d63-a785-7d4d9a19cc87 req-3c2961ab-d902-43bb-a2e6-74e1b3ad32f5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603709 Nov 22 13:45:48.796884 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9a0b303f-db27-4fa7-a0d4-875f82996432 req-1a914951-f5c3-4f50-965e-ba372c9ed985 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507536 Nov 22 13:45:48.918574 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b84b80-fdb8-4e4f-9e4e-b00ad604c07d req-71df06d7-8129-4f3c-8a9f-2ea917373282 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:48.920049 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b5b84b80-fdb8-4e4f-9e4e-b00ad604c07d req-71df06d7-8129-4f3c-8a9f-2ea917373282 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 943 time: 0.0545275 Nov 22 13:45:48.974036 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b5b84b80-fdb8-4e4f-9e4e-b00ad604c07d req-eff28a4f-5e66-47f8-b8fa-dc486d0d4c56 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 Nov 22 13:45:49.020678 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 54932) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:49.127917 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a5ef80a8-a934-4c08-a134-1dd137f05077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:49.207855 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a5ef80a8-a934-4c08-a134-1dd137f05077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:49.212019 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a5ef80a8-a934-4c08-a134-1dd137f05077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:49.258702 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a5ef80a8-a934-4c08-a134-1dd137f05077 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5af5500d00d4b139cfd91dfffabe367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344227 Nov 22 13:45:49.258702 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef80a8-a934-4c08-a134-1dd137f05077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac62abc8-1140-4b54-bd0c-ca533314059a,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:49.258990 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca8f5c-958c-469d-94a5-7853ee7844db req-ed362510-70b3-4484-b44e-eeb260072018 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:49.258990 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d8ca8f5c-958c-469d-94a5-7853ee7844db req-ed362510-70b3-4484-b44e-eeb260072018 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.0505793 Nov 22 13:45:49.259220 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 54946) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:49.342583 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d8ca8f5c-958c-469d-94a5-7853ee7844db req-7d6f8c6c-b413-4556-a9bc-521b0cbacbaa tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742285 Nov 22 13:45:49.345476 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c2005dc0-73c1-47c9-b366-ae6705a7358e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:49.368856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c2005dc0-73c1-47c9-b366-ae6705a7358e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:49.421071 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c2005dc0-73c1-47c9-b366-ae6705a7358e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:49.423801 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c2005dc0-73c1-47c9-b366-ae6705a7358e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:49.427225 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c2005dc0-73c1-47c9-b366-ae6705a7358e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac62abc8-1140-4b54-bd0c-ca533314059a HTTP/1.1" status: 204 len: 168 time: 0.1627924 Nov 22 13:45:49.436091 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2005dc0-73c1-47c9-b366-ae6705a7358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac62abc8-1140-4b54-bd0c-ca533314059a,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:49.473067 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5887f-c062-4f89-9a09-132a88c4375d req-564895b9-ecc9-4630-941e-9c6e0c9a1404 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:49.475554 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-81e5887f-c062-4f89-9a09-132a88c4375d req-564895b9-ecc9-4630-941e-9c6e0c9a1404 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 946 time: 0.0711727 Nov 22 13:45:49.533433 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-81e5887f-c062-4f89-9a09-132a88c4375d req-687e63e9-2e23-4aed-a807-9f797dec72ed tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506575 Nov 22 13:45:49.922741 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a4e76-c054-43b1-b828-ef819b539afa req-001a9bfe-30cc-49c8-a819-c98a331ff595 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:49.924219 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-241a4e76-c054-43b1-b828-ef819b539afa req-001a9bfe-30cc-49c8-a819-c98a331ff595 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0534034 Nov 22 13:45:49.941646 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974bd9e-aec7-4958-91c1-70f55feeba6f req-e7ec50d6-8590-4908-8d1a-06eaec4adc93 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:49.943161 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7974bd9e-aec7-4958-91c1-70f55feeba6f req-e7ec50d6-8590-4908-8d1a-06eaec4adc93 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.0510232 Nov 22 13:45:49.973430 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-241a4e76-c054-43b1-b828-ef819b539afa req-20c3c081-f78d-4d77-b3d4-14e6f6917f71 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Nov 22 13:45:49.995127 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7974bd9e-aec7-4958-91c1-70f55feeba6f req-53f1d58f-f8c2-4b0c-a61c-5cd527529444 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Nov 22 13:45:50.087073 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651b323-efe3-4e95-86ec-fa04b04399c6 req-fab5fd03-8b0d-45c6-9e49-5b43b2e3c1fa tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:50.088598 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8651b323-efe3-4e95-86ec-fa04b04399c6 req-fab5fd03-8b0d-45c6-9e49-5b43b2e3c1fa tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 943 time: 0.0480435 Nov 22 13:45:50.089792 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-60b783ee-6b79-420e-90be-7b423d491e4e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:50.091236 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-60b783ee-6b79-420e-90be-7b423d491e4e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 946 time: 0.0534701 Nov 22 13:45:50.138133 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8651b323-efe3-4e95-86ec-fa04b04399c6 req-01708e63-7b3e-4218-86fe-23a01211a46f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Nov 22 13:45:50.187448 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Deleting port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:45:50.187873 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:50.278693 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] For port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:50.278966 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:50.292662 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Calling delete_port for ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 owned by compute:nova {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:45:50.420128 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:50.432326 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:45:50.445796 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Pushing event deleted for resources: {'Port': ['ID=ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:50.489077 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] No DVR routers for this DVR port ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 on host hv-cinder-76845 {{(pid=109190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:45:50.492074 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:50.495901 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3ab794fa-eabb-4d7e-84b8-37483265c4cb req-7305353a-89fa-46d1-9b6f-07548898db0e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "DELETE /v2.0/ports/ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 HTTP/1.1" status: 204 len: 173 time: 0.3971298 Nov 22 13:45:50.496411 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'name': 'network-vif-deleted', 'tag': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:50.498707 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd1cb2-4dd8-46da-b57f-f2f0c0d5b156" -d '{"events": [{"server_uuid": "ef0f8ad0-e330-4a6c-a10d-281daae5598e", "name": "network-vif-deleted", "tag": "ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:50.535047 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd3a8d3-09bd-41fd-87b5-99726ce21341 x-openstack-request-id: req-cfd3a8d3-09bd-41fd-87b5-99726ce21341 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:50.535334 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef0f8ad0-e330-4a6c-a10d-281daae5598e", "name": "network-vif-deleted", "tag": "ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:50.535589 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfd3a8d3-09bd-41fd-87b5-99726ce21341 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:50.535989 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef0f8ad0-e330-4a6c-a10d-281daae5598e', 'name': 'network-vif-deleted', 'tag': 'ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4', 'status': 'completed', 'code': 200} Nov 22 13:45:50.628059 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2a3bd8c3-9c15-4daf-8e7f-c1e6ed226374 req-b35adb73-d32b-4635-9171-e74b2109f773 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef0f8ad0-e330-4a6c-a10d-281daae5598e HTTP/1.1" status: 200 len: 210 time: 0.0256724 Nov 22 13:45:51.109255 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67630c-cc17-414f-ab3a-528c8386f882 req-0a22b8c2-01ed-4f7d-9c5d-653e5abaf109 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:51.111605 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3f67630c-cc17-414f-ab3a-528c8386f882 req-0a22b8c2-01ed-4f7d-9c5d-653e5abaf109 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0602109 Nov 22 13:45:51.156788 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2d483769-a043-4eb0-92ac-80f96ec6440c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:45:51.188890 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3f67630c-cc17-414f-ab3a-528c8386f882 req-ddbbf23b-3946-4d0e-9f68-8422c6bfbeac tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708857 Nov 22 13:45:51.248020 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b69a99-4710-4669-8722-9b903660cad1 req-d20dee7c-4a88-4cdd-ab51-79d2ca4e8935 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:51.257778 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73b69a99-4710-4669-8722-9b903660cad1 req-d20dee7c-4a88-4cdd-ab51-79d2ca4e8935 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.0790706 Nov 22 13:45:51.313203 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 2d483769-a043-4eb0-92ac-80f96ec6440c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2d483769-a043-4eb0-92ac-80f96ec6440c,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:51.313542 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73b69a99-4710-4669-8722-9b903660cad1 req-823d3155-29c4-4935-895a-0eb8c0be5921 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547299 Nov 22 13:45:51.325802 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '2d483769-a043-4eb0-92ac-80f96ec6440c', 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7', 'port_id': '2d483769-a043-4eb0-92ac-80f96ec6440c', 'mac_address': 'fa:16:3e:d0:f9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23149278-52c1-48fe-b47c-58864923588c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:45:51.356799 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f407-758b-4bea-b9de-711ae288efd0 req-d7e77e55-df31-4a27-865b-db8c39a01cab tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:51.358822 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7fe6f407-758b-4bea-b9de-711ae288efd0 req-d7e77e55-df31-4a27-865b-db8c39a01cab tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 943 time: 0.0704844 Nov 22 13:45:51.364898 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:51.385188 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d483769-a043-4eb0-92ac-80f96ec6440c {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:51.408079 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 2d483769-a043-4eb0-92ac-80f96ec6440c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2d483769-a043-4eb0-92ac-80f96ec6440c,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:51.411185 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7fe6f407-758b-4bea-b9de-711ae288efd0 req-031a33d7-0c1b-4ae3-826e-e548477ec1de tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452645 Nov 22 13:45:51.411537 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:51.463134 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=2d483769-a043-4eb0-92ac-80f96ec6440c,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:51.470400 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.470786 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.471140 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.471478 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.472024 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.472151 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.472683 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.473040 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.473466 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.473805 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.474134 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.474460 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:45:51.938357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7182-628a-4be6-b733-eac322b9546f req-898ded82-dbf8-41bf-8a09-9af58b0f0f3e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:51.939827 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-898ded82-dbf8-41bf-8a09-9af58b0f0f3e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/networks?id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8 HTTP/1.1" status: 200 len: 808 time: 0.1043706 Nov 22 13:45:51.956414 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-12851f47-ef2b-4886-9b98-f22513004d64 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/quotas/0ef5dbba9eac4d15aec9b4a4e94cc84c HTTP/1.1" status: 200 len: 375 time: 0.0104511 Nov 22 13:45:51.991811 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-509fe6d6-6c96-4b04-885a-074cf6e261a2 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287673 Nov 22 13:45:52.062186 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02455bf-3b80-4c05-9055-f056e58c51fc req-01bba18d-059c-41ac-a91f-7a00f1cb8cc6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:52.063682 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d02455bf-3b80-4c05-9055-f056e58c51fc req-01bba18d-059c-41ac-a91f-7a00f1cb8cc6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Nov 22 13:45:52.089813 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-8d3bfde5-6540-4bad-b6d9-6732aa4596c2 service neutron] 10.222.0.31 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893459 Nov 22 13:45:52.112344 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d02455bf-3b80-4c05-9055-f056e58c51fc req-522bb072-5e39-4a17-80a3-f9f5bf0859a9 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Nov 22 13:45:52.180155 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-1e2891a6-e712-423c-ada3-d65531c5b2d7 service neutron] 10.222.0.31 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Nov 22 13:45:52.330290 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c348dc-0ac2-410d-bf1d-69b2698c94bd req-f0848cd7-d2da-4064-bbbe-9e953e6c04aa tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:52.331841 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-63c348dc-0ac2-410d-bf1d-69b2698c94bd req-f0848cd7-d2da-4064-bbbe-9e953e6c04aa tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0602810 Nov 22 13:45:52.347387 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e42cf5b6-fa4a-40aa-b1ce-8ff459a306df req-c7582936-2e58-4655-a298-e8d43185608d tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Nov 22 13:45:52.392271 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-63c348dc-0ac2-410d-bf1d-69b2698c94bd req-fad0ab48-5930-49b4-97df-c6a9445ff349 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543702 Nov 22 13:45:52.457040 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a71973-9c26-483e-8a0a-bc9a017a94f5 req-a632e7c3-bbb0-41cd-8e9c-f94ffa4e15a3 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:52.458869 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c6a71973-9c26-483e-8a0a-bc9a017a94f5 req-a632e7c3-bbb0-41cd-8e9c-f94ffa4e15a3 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.0549879 Nov 22 13:45:52.522367 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c6a71973-9c26-483e-8a0a-bc9a017a94f5 req-f6ea4884-707f-4b73-9e7d-53f159f83d09 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551670 Nov 22 13:45:52.537410 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-df5cc7fe-8f22-4106-93fd-7907d6b229e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:52.565980 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c02a0-0d1f-4cd4-a4fc-84d3d527a066 req-f0f42ac1-fea2-4245-bf1b-c667192b5e04 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:52.567767 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c42c02a0-0d1f-4cd4-a4fc-84d3d527a066 req-f0f42ac1-fea2-4245-bf1b-c667192b5e04 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 944 time: 0.0850484 Nov 22 13:45:52.622653 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c42c02a0-0d1f-4cd4-a4fc-84d3d527a066 req-5f1deadd-fec2-4ffb-8a9d-061fa4e227ad tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475059 Nov 22 13:45:53.226260 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b82df-fc73-400c-88f6-d2388a473f89 req-4a7da1b0-5d4d-4ae1-a1aa-715f7d1214f7 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:53.227720 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e6b82df-fc73-400c-88f6-d2388a473f89 req-4a7da1b0-5d4d-4ae1-a1aa-715f7d1214f7 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Nov 22 13:45:53.276084 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e6b82df-fc73-400c-88f6-d2388a473f89 req-5bad56db-8d4d-4bf5-b7a7-913b235e3c94 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Nov 22 13:45:53.443047 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f5a049a7-64bf-4a09-a1c0-18df77a281c2 req-e7aebf50-c3ec-4d1d-a4e4-b430b3b21665 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 210 time: 0.0258493 Nov 22 13:45:53.509249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35638c44-f900-45b8-9e52-77ce8902c490 req-72b8a81f-eb78-4fba-9fd8-b3652b6d65cf tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:53.511304 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-35638c44-f900-45b8-9e52-77ce8902c490 req-72b8a81f-eb78-4fba-9fd8-b3652b6d65cf tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0487833 Nov 22 13:45:53.561308 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-35638c44-f900-45b8-9e52-77ce8902c490 req-dcf63833-0bd6-49dd-94b5-3ffb736578cd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Nov 22 13:45:53.645831 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2f0a9-2a18-49f3-a22d-72e6f0dd8f25 req-9351e078-7dc9-4378-9682-45e713598010 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:53.647310 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fba2f0a9-2a18-49f3-a22d-72e6f0dd8f25 req-9351e078-7dc9-4378-9682-45e713598010 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.0487399 Nov 22 13:45:53.696506 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fba2f0a9-2a18-49f3-a22d-72e6f0dd8f25 req-bbf3cb10-2364-46d8-9c62-f6818e7dc8e6 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431099 Nov 22 13:45:53.738792 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3ce9e-300c-47cd-8942-fbffc73cfd7d req-4151e592-be98-4730-b4fa-c0e594cade5b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:53.740253 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cdd3ce9e-300c-47cd-8942-fbffc73cfd7d req-4151e592-be98-4730-b4fa-c0e594cade5b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 944 time: 0.0506105 Nov 22 13:45:53.787251 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cdd3ce9e-300c-47cd-8942-fbffc73cfd7d req-7e9c2904-f0dc-4579-b3e4-4d01af58427b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Nov 22 13:45:54.392573 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974d316-5e88-4e68-a3a7-d65e20b32a50 req-eace002e-cf48-4ba2-a641-92daa68f7a83 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:54.394088 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d974d316-5e88-4e68-a3a7-d65e20b32a50 req-eace002e-cf48-4ba2-a641-92daa68f7a83 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0509143 Nov 22 13:45:54.440737 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d974d316-5e88-4e68-a3a7-d65e20b32a50 req-61c193bd-449f-4474-8f23-16fbcefceeb7 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407593 Nov 22 13:45:54.539850 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-40a5ca18-1179-40f0-b4fc-311483e9498f req-02ed47f5-8cd9-4304-9ef7-4ad56d247329 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 210 time: 0.0269425 Nov 22 13:45:54.677702 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a2b8-9ab1-4b66-b4f9-0ae24ddd7d1b req-f006a39e-d081-42e6-ac4c-1c6748d858dd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:54.679212 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f551a2b8-9ab1-4b66-b4f9-0ae24ddd7d1b req-f006a39e-d081-42e6-ac4c-1c6748d858dd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0487623 Nov 22 13:45:54.710782 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['2d483769-a043-4eb0-92ac-80f96ec6440c'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:45:54.735280 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f551a2b8-9ab1-4b66-b4f9-0ae24ddd7d1b req-1b811e7e-9880-47e0-a05e-48af899fb32e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484061 Nov 22 13:45:54.822667 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e1ff5-c718-4063-9a55-ceb93cfba809 req-04516905-4ae0-42a3-8bc9-19c4a0daa634 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:54.825702 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de0e1ff5-c718-4063-9a55-ceb93cfba809 req-04516905-4ae0-42a3-8bc9-19c4a0daa634 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 944 time: 0.0563662 Nov 22 13:45:54.879224 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de0e1ff5-c718-4063-9a55-ceb93cfba809 req-a8fb1c06-addc-48f2-a41b-f4ef6271c550 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492573 Nov 22 13:45:54.909280 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b1c42-4ce7-400c-b223-70ded41b2780 req-f8a6ecea-6f4f-44e5-8fdb-a884afc3bf31 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:54.910810 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2b7b1c42-4ce7-400c-b223-70ded41b2780 req-f8a6ecea-6f4f-44e5-8fdb-a884afc3bf31 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 944 time: 0.0509031 Nov 22 13:45:54.914775 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bef93233-2827-4b29-b77a-c6f139b8ec5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:54.961903 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2b7b1c42-4ce7-400c-b223-70ded41b2780 req-a5d8455b-b75b-4e9f-aa14-6f04f5ea9c20 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Nov 22 13:45:55.160699 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:45:55.164037 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:45:55.195629 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:45:55.196069 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device ad2f86b4-6cae-4b9b-ab25-c77f5ab587e4 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:45:55.285049 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7182-628a-4be6-b733-eac322b9546f req-4c077e97-8445-49c7-8c51-5a5426fa03d6 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:55.288536 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-4c077e97-8445-49c7-8c51-5a5426fa03d6 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "GET /v2.0/networks?id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8 HTTP/1.1" status: 200 len: 808 time: 0.1185498 Nov 22 13:45:55.288742 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:55.301085 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'port_id': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'mac_address': 'fa:16:3e:66:be:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:45:55.312217 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Request body: {'port': {'device_id': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8', 'admin_state_up': True, 'tenant_id': '0ef5dbba9eac4d15aec9b4a4e94cc84c'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:55.343941 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:55.360795 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:55.389474 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:55.396572 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:55.448462 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:55.462787 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Made reservation on behalf of 0ef5dbba9eac4d15aec9b4a4e94cc84c for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:45:55.466906 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:55.582901 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d12db0-b3b8-4b05-b4db-7871e2568e0e req-d6f4431f-7033-4f04-bc63-1bc884082e19 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:55.586253 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97d12db0-b3b8-4b05-b4db-7871e2568e0e req-d6f4431f-7033-4f04-bc63-1bc884082e19 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0720224 Nov 22 13:45:55.616411 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Allocated IP 172.20.0.6 (369cd7dd-1c9d-49ea-964a-b204a6cb66f8/6f124c59-85fc-46b7-a6de-13b5da97053e/2f90c99e-9d76-4b04-b298-a9096f93004f) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:45:55.645266 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97d12db0-b3b8-4b05-b4db-7871e2568e0e req-704a3ed6-8fa6-4ee6-b373-f8e738c7c5ce tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504692 Nov 22 13:45:55.833050 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['64d8bc36-2015-4ba9-8e04-f54b659d4fa1'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:45:55.867577 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add73a3-b40e-4076-928a-e5b27eb3d763 req-61efaf47-2ae3-4118-9d35-03a27acfbc83 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:55.869388 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9add73a3-b40e-4076-928a-e5b27eb3d763 req-61efaf47-2ae3-4118-9d35-03a27acfbc83 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0558102 Nov 22 13:45:55.874945 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-238724ff-bfca-4673-9aa0-f5c81d2284ff req-a97c124c-1207-4955-a82b-ed79f00253b9 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 210 time: 0.2441161 Nov 22 13:45:55.891444 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:55.959479 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:45:55.971585 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9add73a3-b40e-4076-928a-e5b27eb3d763 req-cb62eea2-9e6e-42fa-9f6b-2f4f916b8be4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940552 Nov 22 13:45:56.070820 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd76eac-b4c6-4abc-95ce-1e959da76db5 req-cdcf0f6a-afe6-4f30-9e6a-ad1b776fe14b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:56.072900 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3bd76eac-b4c6-4abc-95ce-1e959da76db5 req-cdcf0f6a-afe6-4f30-9e6a-ad1b776fe14b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 945 time: 0.0970888 Nov 22 13:45:56.097446 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.114885 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adfe70-3d66-4b14-bf53-7c4a6a1a7474 req-60122e83-a2d0-4dd7-b545-fb1a69fde0fe tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:56.116709 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-84adfe70-3d66-4b14-bf53-7c4a6a1a7474 req-60122e83-a2d0-4dd7-b545-fb1a69fde0fe tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 944 time: 0.0634518 Nov 22 13:45:56.153078 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3bd76eac-b4c6-4abc-95ce-1e959da76db5 req-aabaac60-d8d6-44bf-b461-b1ceae4b5178 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682156 Nov 22 13:45:56.167070 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.177636 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-84adfe70-3d66-4b14-bf53-7c4a6a1a7474 req-025a9cee-ebeb-436c-a483-91b2db056119 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496976 Nov 22 13:45:56.212669 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:45:56.216103 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:45:56.219737 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:45:56.247094 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Pushing event updated for resources: {'Port': ['ID=2f90c99e-9d76-4b04-b298-a9096f93004f,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:56.274843 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:56.275518 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.290733 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-63b88a3f-510d-4438-b533-3ec27e90a821 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9826865 Nov 22 13:45:56.304763 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Request body: {'port': {'device_id': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:45:56.357282 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.611400 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f90c99e-9d76-4b04-b298-a9096f93004f {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:45:56.618701 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.630602 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Transition to ACTIVE for port object 2f90c99e-9d76-4b04-b298-a9096f93004f will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:45:56.633825 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.702414 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Pushing event updated for resources: {'Port': ['ID=2f90c99e-9d76-4b04-b298-a9096f93004f,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:56.779994 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Attempting to bind port 2f90c99e-9d76-4b04-b298-a9096f93004f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:45:56.780325 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Attempting to bind port 2f90c99e-9d76-4b04-b298-a9096f93004f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:45:56.780650 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Attempting to bind port 2f90c99e-9d76-4b04-b298-a9096f93004f on network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:56.795065 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f16df-9ddd-439f-a45d-df063ac83023 req-26a82012-9546-4351-ba1f-885a58fd6e52 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:56.796538 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a36f16df-9ddd-439f-a45d-df063ac83023 req-26a82012-9546-4351-ba1f-885a58fd6e52 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0731761 Nov 22 13:45:56.797063 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Port 2f90c99e-9d76-4b04-b298-a9096f93004f on network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:45:56.797402 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Attempting to bind port 2f90c99e-9d76-4b04-b298-a9096f93004f on network 369cd7dd-1c9d-49ea-964a-b204a6cb66f8 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:45:56.802371 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:45:56.802704 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Checking segment: {'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:45:56.803078 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Bound using segment: {'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:45:56.803496 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Bound port: 2f90c99e-9d76-4b04-b298-a9096f93004f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40048753-98f4-47a8-9784-5a9bc6ed9dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:45:56.803846 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.899310 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a36f16df-9ddd-439f-a45d-df063ac83023 req-b434fdf8-6df0-4b55-9154-4715e66c5893 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925531 Nov 22 13:45:56.915197 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] For port 2f90c99e-9d76-4b04-b298-a9096f93004f, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:45:56.918836 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] For port 2f90c99e-9d76-4b04-b298-a9096f93004f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f90c99e-9d76-4b04-b298-a9096f93004f,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:45:56.926433 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.964806 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:56.965455 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:56.966837 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] 10.222.0.52 "PUT /v2.0/ports/2f90c99e-9d76-4b04-b298-a9096f93004f HTTP/1.1" status: 200 len: 1093 time: 0.6660860 Nov 22 13:45:56.967285 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'tag': '2f90c99e-9d76-4b04-b298-a9096f93004f'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:56.969555 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce08e00-dec4-4540-834d-d128285606db" -d '{"events": [{"name": "network-changed", "server_uuid": "d99dcd4c-bf9c-424d-b969-5b4b52e1fb33", "tag": "2f90c99e-9d76-4b04-b298-a9096f93004f"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:56.994741 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60868688-4d3e-44f6-ae8f-40c040594f6b req-f6a53d1d-02f4-4093-99ad-524b3a9d7315 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:56.995359 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64189e4-18bb-478e-99f6-52c368fdb60b service neutron] Pushing event updated for resources: {'Port': ['ID=2f90c99e-9d76-4b04-b298-a9096f93004f,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:56.997139 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-60868688-4d3e-44f6-ae8f-40c040594f6b req-f6a53d1d-02f4-4093-99ad-524b3a9d7315 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 943 time: 0.0537977 Nov 22 13:45:57.033026 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa2978e-fb9e-4ccf-9ccc-d5973c0e3323 x-openstack-request-id: req-8aa2978e-fb9e-4ccf-9ccc-d5973c0e3323 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:57.033587 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99dcd4c-bf9c-424d-b969-5b4b52e1fb33", "tag": "2f90c99e-9d76-4b04-b298-a9096f93004f", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:57.037345 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8aa2978e-fb9e-4ccf-9ccc-d5973c0e3323 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:57.037977 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'tag': '2f90c99e-9d76-4b04-b298-a9096f93004f', 'status': 'completed', 'code': 200} Nov 22 13:45:57.071597 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-60868688-4d3e-44f6-ae8f-40c040594f6b req-8eb4c988-fc27-4fa9-985a-c118e1a76f4e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615501 Nov 22 13:45:57.072607 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7182-628a-4be6-b733-eac322b9546f req-3399610a-8c24-4b04-9718-c9b5f9b67b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.074418 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-3399610a-8c24-4b04-9718-c9b5f9b67b60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 1096 time: 0.0550606 Nov 22 13:45:57.151346 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-2a9d711d-d79b-44f0-8861-a45aa642d011 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f90c99e-9d76-4b04-b298-a9096f93004f HTTP/1.1" status: 200 len: 217 time: 0.0571649 Nov 22 13:45:57.164189 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:57.172565 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45611e68-95c9-41ec-bc0b-a286ecf5b27b req-505a0835-0d3f-463f-8afd-a7ac6f7d334e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.174182 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-45611e68-95c9-41ec-bc0b-a286ecf5b27b req-505a0835-0d3f-463f-8afd-a7ac6f7d334e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0903389 Nov 22 13:45:57.228782 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:45:57.235073 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:57.235447 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:57.251222 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7182-628a-4be6-b733-eac322b9546f req-8157451f-4fdd-4d35-becb-c66b9cbf47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.252774 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-8157451f-4fdd-4d35-becb-c66b9cbf47a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f124c59-85fc-46b7-a6de-13b5da97053e HTTP/1.1" status: 200 len: 848 time: 0.0776398 Nov 22 13:45:57.265717 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-45611e68-95c9-41ec-bc0b-a286ecf5b27b req-eaa6e2cb-c593-4c60-90de-c8ca84a4219d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816984 Nov 22 13:45:57.293476 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3596a9-64c6-420a-b7f5-ab53d79ef17a req-bf244819-438f-4e74-8a55-4a9d0ce9c77b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.301346 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-1e7e4b41-26f2-4819-b568-d0170670b752 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305176 Nov 22 13:45:57.301572 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9f3596a9-64c6-420a-b7f5-ab53d79ef17a req-bf244819-438f-4e74-8a55-4a9d0ce9c77b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 945 time: 0.0762122 Nov 22 13:45:57.335905 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:57.357177 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:57.357442 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9f3596a9-64c6-420a-b7f5-ab53d79ef17a req-aba4708e-67a5-4fb8-b99a-3ce0a47f6f5c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548034 Nov 22 13:45:57.362979 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:57.365300 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd32335-77f7-4b11-83c5-ff179f79fb0e" -d '{"events": [{"server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "name": "network-vif-plugged", "status": "completed", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:57.390074 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:57.395586 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:57.396476 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2d483769-a043-4eb0-92ac-80f96ec6440c up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:45:57.423868 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1062cfcb-e08f-47a0-a3ee-8d12ae556229 x-openstack-request-id: req-1062cfcb-e08f-47a0-a3ee-8d12ae556229 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:57.424159 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "name": "network-vif-plugged", "status": "completed", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:57.424429 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1062cfcb-e08f-47a0-a3ee-8d12ae556229 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:57.424842 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'code': 200} Nov 22 13:45:57.460989 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf3cb0-48c7-449d-9ce9-7a90b13d6b58 req-584788fd-6ccc-4acc-8422-8211106069a2 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.462611 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dfdf3cb0-48c7-449d-9ce9-7a90b13d6b58 req-584788fd-6ccc-4acc-8422-8211106069a2 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 944 time: 0.0936010 Nov 22 13:45:57.484722 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-fffafc7d-0ef8-4084-88a9-f70fce57b6ce service neutron] 10.222.0.52 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730971 Nov 22 13:45:57.486536 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:57.505936 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 2d483769-a043-4eb0-92ac-80f96ec6440c completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:45:57.511463 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 2d483769-a043-4eb0-92ac-80f96ec6440c triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:45:57.511833 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:57.579992 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dfdf3cb0-48c7-449d-9ce9-7a90b13d6b58 req-1258f15a-78ea-4f79-b6bb-bdbf0abe3d40 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077087 Nov 22 13:45:57.603452 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:57.623334 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85dc7182-628a-4be6-b733-eac322b9546f req-9b14ba22-9086-419c-856b-044d3cbaffc4 service neutron] 10.222.0.52 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269681 Nov 22 13:45:57.647700 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 2d483769-a043-4eb0-92ac-80f96ec6440c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2d483769-a043-4eb0-92ac-80f96ec6440c,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:45:57.652991 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:57.704803 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=2d483769-a043-4eb0-92ac-80f96ec6440c,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:57.724043 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce08e00-dec4-4540-834d-d128285606db req-3dac79b4-6c75-475b-a05b-9955defcb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.725595 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5ce08e00-dec4-4540-834d-d128285606db req-3dac79b4-6c75-475b-a05b-9955defcb349 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 1096 time: 0.0409381 Nov 22 13:45:57.736514 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6c3a4-82b6-4945-8f9f-5b3ad5e9e79c req-dc292031-b7ea-4059-b69f-3de78e7b59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.738041 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0de6c3a4-82b6-4945-8f9f-5b3ad5e9e79c req-dc292031-b7ea-4059-b69f-3de78e7b59cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 1099 time: 0.0538898 Nov 22 13:45:57.792422 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0de6c3a4-82b6-4945-8f9f-5b3ad5e9e79c req-98d96b57-cb78-4298-910a-ed7eb4ab9389 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404336 Nov 22 13:45:57.833576 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce08e00-dec4-4540-834d-d128285606db req-4ddd5fbc-ec56-4af3-ac67-043716f7de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:57.835037 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5ce08e00-dec4-4540-834d-d128285606db req-4ddd5fbc-ec56-4af3-ac67-043716f7de7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8 HTTP/1.1" status: 200 len: 909 time: 0.0836265 Nov 22 13:45:58.022432 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b381db-152b-43f8-8df8-f2c66884d1ac req-6a46125a-cfaf-42d1-b20b-d0ed1ed41f60 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:58.023831 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-00b381db-152b-43f8-8df8-f2c66884d1ac req-6a46125a-cfaf-42d1-b20b-d0ed1ed41f60 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0523350 Nov 22 13:45:58.086332 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5ce08e00-dec4-4540-834d-d128285606db req-edf77453-a374-4d3c-bcde-dcc7381350c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f90c99e-9d76-4b04-b298-a9096f93004f HTTP/1.1" status: 200 len: 217 time: 0.0432818 Nov 22 13:45:58.128008 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-00b381db-152b-43f8-8df8-f2c66884d1ac req-d7776f29-d0e0-43a3-b1bf-20d13ea451ad tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978346 Nov 22 13:45:58.155371 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce08e00-dec4-4540-834d-d128285606db req-ee4dfbf4-a4d9-4369-8dc1-6ad6fd7395c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:58.156952 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5ce08e00-dec4-4540-834d-d128285606db req-ee4dfbf4-a4d9-4369-8dc1-6ad6fd7395c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6f124c59-85fc-46b7-a6de-13b5da97053e HTTP/1.1" status: 200 len: 848 time: 0.0579250 Nov 22 13:45:58.182230 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.197129 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274afe8-b124-427d-b4d3-adc02145f5bf req-a7312bc2-3620-41ff-b621-001b35550770 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:58.198784 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a274afe8-b124-427d-b4d3-adc02145f5bf req-a7312bc2-3620-41ff-b621-001b35550770 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 943 time: 0.0669739 Nov 22 13:45:58.214605 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5ce08e00-dec4-4540-834d-d128285606db req-9171c33e-0959-4078-81c0-ad54694e5f50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=369cd7dd-1c9d-49ea-964a-b204a6cb66f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443203 Nov 22 13:45:58.252975 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a274afe8-b124-427d-b4d3-adc02145f5bf req-6f173665-58b0-44ab-a51f-827589ee989b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454979 Nov 22 13:45:58.330254 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5ce08e00-dec4-4540-834d-d128285606db req-0d2bb37a-0a0a-4dc1-925c-251c098ad819 service neutron] 10.222.0.52 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072090 Nov 22 13:45:58.446276 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 55160) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:58.491914 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6ebc2-48f1-4e82-b949-18552dfe0744 req-e6cd682a-fc84-4bf8-8b52-1cca2bdd9f47 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:58.493545 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-96f6ebc2-48f1-4e82-b949-18552dfe0744 req-e6cd682a-fc84-4bf8-8b52-1cca2bdd9f47 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 946 time: 0.0570357 Nov 22 13:45:58.552482 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-96f6ebc2-48f1-4e82-b949-18552dfe0744 req-c7d45958-704a-472a-a7ca-fb748d591898 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523608 Nov 22 13:45:58.586110 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-731e551b-60f4-4ca1-ad9f-40fe36977748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.667778 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-731e551b-60f4-4ca1-ad9f-40fe36977748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.678011 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c39aa-56d1-44c9-822d-71242d9578db req-a9fcfe7f-7212-4ccd-ae58-a56d3036d404 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:58.679548 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-459c39aa-56d1-44c9-822d-71242d9578db req-a9fcfe7f-7212-4ccd-ae58-a56d3036d404 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.3421259 Nov 22 13:45:58.680466 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-731e551b-60f4-4ca1-ad9f-40fe36977748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.720309 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5ce08e00-dec4-4540-834d-d128285606db req-7fc9c94b-94f1-412e-89ee-eb53c374bf61 service neutron] 10.222.0.52 "GET /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728676 Nov 22 13:45:58.742196 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-731e551b-60f4-4ca1-ad9f-40fe36977748 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=94522bb18e41442fa9e96821dad99c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948477 Nov 22 13:45:58.742875 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-459c39aa-56d1-44c9-822d-71242d9578db req-52c13856-8515-4774-a5e0-732db43354be tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Nov 22 13:45:58.744789 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e551b-60f4-4ca1-ad9f-40fe36977748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de2b7cf-ba13-43fd-a2c4-2ecfa6654141,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:58.745041 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 55168) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:45:58.760511 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5424c91-ea79-4f4e-9f43-bd89f8f805f3 req-72ba1050-bf8d-493d-bc82-acb5c0f1f1aa tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:58.763078 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a5424c91-ea79-4f4e-9f43-bd89f8f805f3 req-72ba1050-bf8d-493d-bc82-acb5c0f1f1aa tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.0915089 Nov 22 13:45:58.802357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6a091b73-74bf-45ac-9137-9f3bfcd49633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.815217 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a5424c91-ea79-4f4e-9f43-bd89f8f805f3 req-a5a081ca-baae-4350-a4b4-558d8c0ac983 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 Nov 22 13:45:58.823856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6a091b73-74bf-45ac-9137-9f3bfcd49633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.873579 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6a091b73-74bf-45ac-9137-9f3bfcd49633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.876061 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6a091b73-74bf-45ac-9137-9f3bfcd49633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:45:58.877221 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-6a091b73-74bf-45ac-9137-9f3bfcd49633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2de2b7cf-ba13-43fd-a2c4-2ecfa6654141 HTTP/1.1" status: 204 len: 168 time: 0.1305013 Nov 22 13:45:58.884820 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a091b73-74bf-45ac-9137-9f3bfcd49633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de2b7cf-ba13-43fd-a2c4-2ecfa6654141,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:45:59.246725 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a67d4-4e4a-47b2-8640-ff8a4339eba3 req-e2d77dbe-2ffd-4236-bc8b-6337829a14ca tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:59.248358 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-169a67d4-4e4a-47b2-8640-ff8a4339eba3 req-e2d77dbe-2ffd-4236-bc8b-6337829a14ca tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Nov 22 13:45:59.302576 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-169a67d4-4e4a-47b2-8640-ff8a4339eba3 req-05234cae-9c46-4825-a391-337d3a04d3c5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478597 Nov 22 13:45:59.397230 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9fade-d83d-4865-bca8-f53cd47ca0e4 req-7b311854-4e59-4d02-ba0f-0295dfc08750 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:59.399155 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e9d9fade-d83d-4865-bca8-f53cd47ca0e4 req-7b311854-4e59-4d02-ba0f-0295dfc08750 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 943 time: 0.0536804 Nov 22 13:45:59.426433 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d483769-a043-4eb0-92ac-80f96ec6440c'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:45:59.429572 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f064cf8-ecec-48de-a756-7ee4be0b144d" -d '{"events": [{"server_uuid": "9f43fb42-29e7-4162-a4a2-4f4d6f790d7c", "name": "network-vif-plugged", "status": "completed", "tag": "2d483769-a043-4eb0-92ac-80f96ec6440c"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:45:59.450602 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e9d9fade-d83d-4865-bca8-f53cd47ca0e4 req-296deb5c-b92c-44a9-aa52-6e2dd5d2afd1 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440547 Nov 22 13:45:59.474011 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc51050c-4e56-4a1f-8f0a-60bd61627bb7 x-openstack-request-id: req-dc51050c-4e56-4a1f-8f0a-60bd61627bb7 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:45:59.474316 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f43fb42-29e7-4162-a4a2-4f4d6f790d7c", "name": "network-vif-plugged", "status": "completed", "tag": "2d483769-a043-4eb0-92ac-80f96ec6440c", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:45:59.474572 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc51050c-4e56-4a1f-8f0a-60bd61627bb7 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:45:59.474975 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d483769-a043-4eb0-92ac-80f96ec6440c', 'code': 200} Nov 22 13:45:59.652501 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a11757-8a25-44b4-b1ce-f54e353320bd req-47c69abd-6486-40e9-b348-b4131983a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:59.654165 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d2a11757-8a25-44b4-b1ce-f54e353320bd req-47c69abd-6486-40e9-b348-b4131983a2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 1098 time: 0.0441332 Nov 22 13:45:59.696688 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d09095-df39-41e0-9dbb-a7f640b60f0c req-64c06a52-0ff6-482a-8b64-b3fa676a81d7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:59.698845 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-78d09095-df39-41e0-9dbb-a7f640b60f0c req-64c06a52-0ff6-482a-8b64-b3fa676a81d7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 946 time: 0.0530186 Nov 22 13:45:59.705085 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d2a11757-8a25-44b4-b1ce-f54e353320bd req-f9d2fe18-4f11-4362-acff-b62fe0f0ee23 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 Nov 22 13:45:59.751192 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-78d09095-df39-41e0-9dbb-a7f640b60f0c req-7d2f85cf-6303-48cd-a506-2f33918ddc40 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433908 Nov 22 13:45:59.879104 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6002-1c06-4f82-925f-5dbaa2985977 req-3558dcab-24a8-4b1c-974a-6c3b4d1c5b75 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:59.882049 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc5b01-19be-45b2-a8aa-2ce0978ab324 req-3dd90928-c851-4812-8134-30c1d07bc90d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:45:59.882580 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cd7b6002-1c06-4f82-925f-5dbaa2985977 req-3558dcab-24a8-4b1c-974a-6c3b4d1c5b75 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0552077 Nov 22 13:45:59.883928 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cebc5b01-19be-45b2-a8aa-2ce0978ab324 req-3dd90928-c851-4812-8134-30c1d07bc90d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 946 time: 0.0565403 Nov 22 13:45:59.938397 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cd7b6002-1c06-4f82-925f-5dbaa2985977 req-4acb5278-7508-48ad-b4b7-307005b3a7a7 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505652 Nov 22 13:45:59.939871 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cebc5b01-19be-45b2-a8aa-2ce0978ab324 req-f989c0eb-c0c6-4bd9-aafe-864cdc82e89a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489290 Nov 22 13:45:59.962831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 55218) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:00.209332 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e749d1-7cfe-4dfc-8173-eddca17c421a tempest-TestVolumeBootPattern-586288900 tempest-TestVolumeBootPattern-586288900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:00.210944 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-93e749d1-7cfe-4dfc-8173-eddca17c421a tempest-TestVolumeBootPattern-586288900 tempest-TestVolumeBootPattern-586288900-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 1094 time: 0.2470658 Nov 22 13:46:00.214681 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 55230) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:00.223688 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aac33-331b-4621-a345-53ab8b026b52 req-25776b8d-d4f8-4d46-8203-03090b179ab9 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:00.225125 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bc8aac33-331b-4621-a345-53ab8b026b52 req-25776b8d-d4f8-4d46-8203-03090b179ab9 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.0600157 Nov 22 13:46:00.235715 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'port_id': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:46:00.262362 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:00.293912 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bc8aac33-331b-4621-a345-53ab8b026b52 req-927f0524-5aab-4fe7-ad2b-51a5afcd809f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Nov 22 13:46:00.371953 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:00.493682 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b386-91b4-4cc7-8b30-2989162b91b8 req-49e2f40c-ee2b-4651-bb75-139d0e8f59dd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:00.495330 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-00f6b386-91b4-4cc7-8b30-2989162b91b8 req-49e2f40c-ee2b-4651-bb75-139d0e8f59dd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1124141 Nov 22 13:46:00.538230 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Allocated IP 172.27.0.249 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/a4e8b177-8e37-4b3d-b4f8-4d7115ba4cb7) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:46:00.575742 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36768fda-b01b-4856-8e0d-bac3c72229bd req-43dfb0df-e07d-4cce-a15f-3561d3ac80fb tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:00.581733 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-36768fda-b01b-4856-8e0d-bac3c72229bd req-43dfb0df-e07d-4cce-a15f-3561d3ac80fb tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 943 time: 0.0562398 Nov 22 13:46:00.617847 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-00f6b386-91b4-4cc7-8b30-2989162b91b8 req-351d4422-5266-4501-84ee-4ede4a79c375 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118953 Nov 22 13:46:00.631012 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-36768fda-b01b-4856-8e0d-bac3c72229bd req-06441eea-6849-41a8-82a9-5138dc9c1326 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Nov 22 13:46:00.678629 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:00.717113 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:00.757700 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:46:00.760545 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:46:00.764380 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:46:00.789285 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=a4e8b177-8e37-4b3d-b4f8-4d7115ba4cb7,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:01.188273 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2f90c99e-9d76-4b04-b298-a9096f93004f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:46:01.289881 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 2f90c99e-9d76-4b04-b298-a9096f93004f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f90c99e-9d76-4b04-b298-a9096f93004f,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:01.303586 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '2f90c99e-9d76-4b04-b298-a9096f93004f', 'network_id': '369cd7dd-1c9d-49ea-964a-b204a6cb66f8', 'port_id': '2f90c99e-9d76-4b04-b298-a9096f93004f', 'mac_address': 'fa:16:3e:b6:45:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f124c59-85fc-46b7-a6de-13b5da97053e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:46:01.346594 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:01.360665 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f90c99e-9d76-4b04-b298-a9096f93004f {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:46:01.381467 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 2f90c99e-9d76-4b04-b298-a9096f93004f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f90c99e-9d76-4b04-b298-a9096f93004f,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:01.386629 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:01.416227 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861d2b-d55e-41af-8dc5-516f91e999cc req-6be41d31-0168-4f44-b2ae-ae1891102b3f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:01.418811 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ee861d2b-d55e-41af-8dc5-516f91e999cc req-6be41d31-0168-4f44-b2ae-ae1891102b3f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.0539751 Nov 22 13:46:01.431678 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c6b62-68f4-4a55-b7d1-b8744a8dffc5 req-dfadb612-2025-463e-99a8-b53a95d70c8b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:01.433395 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3c0c6b62-68f4-4a55-b7d1-b8744a8dffc5 req-dfadb612-2025-463e-99a8-b53a95d70c8b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.4029987 Nov 22 13:46:01.440012 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=2f90c99e-9d76-4b04-b298-a9096f93004f,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:01.507631 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ee861d2b-d55e-41af-8dc5-516f91e999cc req-4961db9e-0f31-4ed7-93a2-5a6ee95f6ea3 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823455 Nov 22 13:46:01.515483 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:01.585886 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3c0c6b62-68f4-4a55-b7d1-b8744a8dffc5 req-fadd115b-b0e2-4823-8227-b3bc928b839e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Nov 22 13:46:01.635774 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:01.768764 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baddd3-a22b-4099-8f65-cd1359609a5c req-6183474a-b104-4c43-8085-865cff0a8c47 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:01.770342 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-31baddd3-a22b-4099-8f65-cd1359609a5c req-6183474a-b104-4c43-8085-865cff0a8c47 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0686519 Nov 22 13:46:01.821606 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968516e-c1d7-4095-a4f3-82b3c92995ea req-032693c6-3890-43b8-ace8-f8f19313bca5 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:01.823227 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e968516e-c1d7-4095-a4f3-82b3c92995ea req-032693c6-3890-43b8-ace8-f8f19313bca5 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 944 time: 0.0829840 Nov 22 13:46:01.832394 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-31baddd3-a22b-4099-8f65-cd1359609a5c req-64c4d9a6-a7c1-42f0-88c0-c3f7f4695cce tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512257 Nov 22 13:46:01.866111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:01.873734 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:01.931091 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e968516e-c1d7-4095-a4f3-82b3c92995ea req-a1059ef4-a0d8-4610-9421-c62f1637dc6b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984559 Nov 22 13:46:01.959985 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=a4e8b177-8e37-4b3d-b4f8-4d7115ba4cb7,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:01.974026 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:02.028097 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['2f90c99e-9d76-4b04-b298-a9096f93004f'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:46:02.077533 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Floating IP 660118f6-9ca1-4fdc-a779-9ceaa8c40203 associated. External IP: 172.27.0.249, port: 64d8bc36-2015-4ba9-8e04-f54b659d4fa1. Nov 22 13:46:02.318908 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:46:02.417784 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9621b28-99fd-48f4-9227-bab789475a0d req-abf0e53c-cee4-4796-8449-442be86b284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:02.419289 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a9621b28-99fd-48f4-9227-bab789475a0d req-abf0e53c-cee4-4796-8449-442be86b284d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.0426462 Nov 22 13:46:02.449556 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:46:02.460775 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:46:02.472324 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:46:02.473347 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:45:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:46:02.487035 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:02.511694 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a9621b28-99fd-48f4-9227-bab789475a0d req-7d4c435b-a305-475d-9def-5037dc1835bf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Nov 22 13:46:02.533918 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-5f95f25d-b7b2-4b1b-8784-cb0c28a0afd0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3170385 Nov 22 13:46:02.534666 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:46:02.537478 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c666eb-b3f8-4340-a828-0e1656760299" -d '{"events": [{"name": "network-changed", "server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:46:02.579661 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c3ce6-66eb-4dcb-a5e3-e6addc3c15ff x-openstack-request-id: req-041c3ce6-66eb-4dcb-a5e3-e6addc3c15ff {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:46:02.580018 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:46:02.580338 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-041c3ce6-66eb-4dcb-a5e3-e6addc3c15ff {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:46:02.580797 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'status': 'completed', 'code': 200} Nov 22 13:46:02.602922 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:46:02.651248 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a9588-fda0-4546-af2e-4af8b475dbf8 req-9a6395ea-3d0c-4a1d-9e92-69f84bddb460 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:02.653437 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8d6a9588-fda0-4546-af2e-4af8b475dbf8 req-9a6395ea-3d0c-4a1d-9e92-69f84bddb460 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.0572541 Nov 22 13:46:02.708146 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8d6a9588-fda0-4546-af2e-4af8b475dbf8 req-2cccc0c7-eb07-499e-b18e-9c6d27c6763b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 Nov 22 13:46:02.733227 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3033e0-1c95-42ae-8aac-2ee27d8ab4f2 req-7f178d83-5df7-449c-a59c-a835db738085 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:02.733227 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5e3033e0-1c95-42ae-8aac-2ee27d8ab4f2 req-7f178d83-5df7-449c-a59c-a835db738085 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0553646 Nov 22 13:46:02.797771 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5e3033e0-1c95-42ae-8aac-2ee27d8ab4f2 req-3fb3bee3-88a2-485d-b225-adbfcd872db4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Nov 22 13:46:02.851310 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c666eb-b3f8-4340-a828-0e1656760299 req-1f6ec432-8e41-417c-adae-db9271dbe094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:02.852855 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-48c666eb-b3f8-4340-a828-0e1656760299 req-1f6ec432-8e41-417c-adae-db9271dbe094 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 1099 time: 0.0447192 Nov 22 13:46:02.884696 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '660118f6-9ca1-4fdc-a779-9ceaa8c40203', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:66:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:46:01Z', 'updated_at': '2021-11-22T13:46:01Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:46:02.915665 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:46:02.928174 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:46:02.929079 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:45:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:46:02.996285 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c666eb-b3f8-4340-a828-0e1656760299 req-d339888f-12ad-4349-9cf0-a80dc04b6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:02.999149 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-48c666eb-b3f8-4340-a828-0e1656760299 req-d339888f-12ad-4349-9cf0-a80dc04b6e99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.1343260 Nov 22 13:46:03.082931 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:46:03.125919 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375f582-87ed-4074-a69d-15d59f34f732 req-49b98d82-988f-4296-813d-f28fa23fc98b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:03.133595 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9375f582-87ed-4074-a69d-15d59f34f732 req-49b98d82-988f-4296-813d-f28fa23fc98b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 944 time: 0.1142426 Nov 22 13:46:03.157984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ae3be-aed4-4faf-bd18-723c83672030 req-036d8f39-0629-49c0-b308-87a78e165ae0 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:03.170826 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3e9ae3be-aed4-4faf-bd18-723c83672030 req-036d8f39-0629-49c0-b308-87a78e165ae0 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1992736 Nov 22 13:46:03.216078 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9375f582-87ed-4074-a69d-15d59f34f732 req-26ef105f-00f4-4ec9-a4e4-980b0662d9f9 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806899 Nov 22 13:46:03.248670 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-48c666eb-b3f8-4340-a828-0e1656760299 req-9e400974-1cfe-4048-ad71-50a6b2dbcb6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1 HTTP/1.1" status: 200 len: 1000 time: 0.2273722 Nov 22 13:46:03.264614 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3e9ae3be-aed4-4faf-bd18-723c83672030 req-d94237c5-fc28-4bc1-be40-0422cb0f1c06 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922883 Nov 22 13:46:03.326331 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c666eb-b3f8-4340-a828-0e1656760299 req-e663ebf2-6369-4dfc-bc47-2bb86e475f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:03.327822 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-48c666eb-b3f8-4340-a828-0e1656760299 req-e663ebf2-6369-4dfc-bc47-2bb86e475f16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0492122 Nov 22 13:46:03.386592 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c666eb-b3f8-4340-a828-0e1656760299 req-45a44c5f-8f0e-4998-8631-919142b2f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:03.389582 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-48c666eb-b3f8-4340-a828-0e1656760299 req-45a44c5f-8f0e-4998-8631-919142b2f292 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506027 Nov 22 13:46:03.496335 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-48c666eb-b3f8-4340-a828-0e1656760299 req-06ec631f-b83e-49ec-bc00-4988366babc3 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978692 Nov 22 13:46:03.498881 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '660118f6-9ca1-4fdc-a779-9ceaa8c40203', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:66:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:46:01Z', 'updated_at': '2021-11-22T13:46:01Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:46:03.529638 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37566110-2d76-4da2-9f83-c7e5f8434b95 None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '660118f6-9ca1-4fdc-a779-9ceaa8c40203', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:66:be:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:46:01Z', 'updated_at': '2021-11-22T13:46:01Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:46:03.615259 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-48c666eb-b3f8-4340-a828-0e1656760299 req-b5aac9c6-ea06-445e-a3da-7fd204e11fef service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057038 Nov 22 13:46:03.745783 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24c436-95c2-41f7-8820-70ed697ae568 None None] New status for floating IP 660118f6-9ca1-4fdc-a779-9ceaa8c40203: ACTIVE {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:46:03.923915 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140292e6-2fda-43c6-b822-8200b8a96a4a req-0aa4b738-ad01-4ff7-81e0-3ef82f03a33c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:03.925595 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-140292e6-2fda-43c6-b822-8200b8a96a4a req-0aa4b738-ad01-4ff7-81e0-3ef82f03a33c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0576966 Nov 22 13:46:03.978332 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-140292e6-2fda-43c6-b822-8200b8a96a4a req-71c987cf-a375-439d-8d5e-7786d2d24c5b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460713 Nov 22 13:46:04.321409 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf958-bdfe-4883-a8af-e0e3828251d3 req-96173af4-aa44-4b36-991d-72d0c128f993 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:04.322902 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8c8cf958-bdfe-4883-a8af-e0e3828251d3 req-96173af4-aa44-4b36-991d-72d0c128f993 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 944 time: 0.0487957 Nov 22 13:46:04.381503 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8c8cf958-bdfe-4883-a8af-e0e3828251d3 req-f07eb7bc-1b09-43d8-9891-b87da6ce7a67 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508087 Nov 22 13:46:04.387491 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978636-f1c2-4ce2-b0ba-93c7902e365d req-52f06aba-32ce-4480-b965-dd800b99457e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:04.389171 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b0978636-f1c2-4ce2-b0ba-93c7902e365d req-52f06aba-32ce-4480-b965-dd800b99457e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0595672 Nov 22 13:46:04.442253 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b0978636-f1c2-4ce2-b0ba-93c7902e365d req-a886cef3-7511-4649-8f80-46e4ea006725 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Nov 22 13:46:04.825522 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-20de1729-d5ff-4d65-8091-4490f72b8cdf tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:04.826972 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-20de1729-d5ff-4d65-8091-4490f72b8cdf tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.1127632 Nov 22 13:46:04.842285 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-ae1a7444-ffba-4310-86f7-fb507e6c8a00 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/quotas/c53dd94dbfdb43e48d2ed35368bd14a6 HTTP/1.1" status: 200 len: 375 time: 0.0091209 Nov 22 13:46:04.907832 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-6c2c8616-50ef-4bdc-90f1-6eb0b24c6272 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601928 Nov 22 13:46:04.998498 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-4889b285-5227-495b-a98d-85a29bdeeb6f service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836978 Nov 22 13:46:05.094067 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-de0eab62-8a33-4915-9784-6e0515194047 service neutron] 10.222.0.31 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891869 Nov 22 13:46:05.094323 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc2f71-d40a-43f4-a702-5c9582748b00 req-a199c2c8-1a1e-44b3-9a0c-a4f5b3f32545 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:05.095731 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1bbc2f71-d40a-43f4-a702-5c9582748b00 req-a199c2c8-1a1e-44b3-9a0c-a4f5b3f32545 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0481396 Nov 22 13:46:05.146644 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1bbc2f71-d40a-43f4-a702-5c9582748b00 req-a854e919-53bc-49a1-89b9-c864af16fba5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Nov 22 13:46:05.205487 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2f90c99e-9d76-4b04-b298-a9096f93004f up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:46:05.275349 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 2f90c99e-9d76-4b04-b298-a9096f93004f completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:46:05.282173 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 2f90c99e-9d76-4b04-b298-a9096f93004f triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:46:05.282897 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:05.283752 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-446a58c0-7ab4-4183-8b2b-244c6b8f9776 req-d61424c9-b3f4-4f74-9882-fae0e077afbb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 210 time: 0.0356116 Nov 22 13:46:05.373645 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:05.420214 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f90c99e-9d76-4b04-b298-a9096f93004f'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:46:05.422637 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8708e0-2edf-4b34-a4bf-40762e4714f1" -d '{"events": [{"server_uuid": "d99dcd4c-bf9c-424d-b969-5b4b52e1fb33", "name": "network-vif-plugged", "status": "completed", "tag": "2f90c99e-9d76-4b04-b298-a9096f93004f"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:46:05.445890 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 2f90c99e-9d76-4b04-b298-a9096f93004f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f90c99e-9d76-4b04-b298-a9096f93004f,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:05.455628 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:05.516792 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=2f90c99e-9d76-4b04-b298-a9096f93004f,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:05.527442 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-13c558a6-9026-4a58-85df-55e158dbef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:05.528417 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-13c558a6-9026-4a58-85df-55e158dbef96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.1116359 Nov 22 13:46:05.536205 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbf33e-82c0-4789-b266-440ed9d1f185 req-0f07adb7-6433-4e8d-9404-dd6b69d53ea9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:05.544868 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-86bbf33e-82c0-4789-b266-440ed9d1f185 req-0f07adb7-6433-4e8d-9404-dd6b69d53ea9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1383703 Nov 22 13:46:05.551260 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22c86a-8537-4c08-acbf-ff51155ca1d0 req-94f39409-a3ef-4c3c-a2e8-1da9a6a443a3 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:05.552916 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ee22c86a-8537-4c08-acbf-ff51155ca1d0 req-94f39409-a3ef-4c3c-a2e8-1da9a6a443a3 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0842350 Nov 22 13:46:05.610886 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ee22c86a-8537-4c08-acbf-ff51155ca1d0 req-2aaaf60e-fc6a-4e7e-8386-1a1a4ee89de4 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Nov 22 13:46:05.648717 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-86bbf33e-82c0-4789-b266-440ed9d1f185 req-16a3bb36-75ab-49e1-b873-148722d2c3db tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023765 Nov 22 13:46:05.666117 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd20386-d89b-4e51-9df5-9e63d2f4b0ec x-openstack-request-id: req-dfd20386-d89b-4e51-9df5-9e63d2f4b0ec {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:46:05.666529 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99dcd4c-bf9c-424d-b969-5b4b52e1fb33", "name": "network-vif-plugged", "status": "completed", "tag": "2f90c99e-9d76-4b04-b298-a9096f93004f", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:46:05.667558 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfd20386-d89b-4e51-9df5-9e63d2f4b0ec {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:46:05.668476 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f90c99e-9d76-4b04-b298-a9096f93004f', 'code': 200} Nov 22 13:46:05.682140 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-0b68f1ee-5377-40b0-abd1-8286deba3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:05.684586 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-0b68f1ee-5377-40b0-abd1-8286deba3ade service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.1370625 Nov 22 13:46:05.762964 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-82925fc2-cce3-4400-bb33-ca0a729a35ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 217 time: 0.0425589 Nov 22 13:46:05.779074 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049197a-881e-41aa-80ca-e253c2e56dee req-472d23fd-bd64-44b2-a071-98b699c40cc2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:05.780991 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a049197a-881e-41aa-80ca-e253c2e56dee req-472d23fd-bd64-44b2-a071-98b699c40cc2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0582740 Nov 22 13:46:05.840709 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-4432c373-2e8c-4d15-8177-e2a3ab1b1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:05.842182 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-4432c373-2e8c-4d15-8177-e2a3ab1b1d2d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.0570395 Nov 22 13:46:05.855215 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a049197a-881e-41aa-80ca-e253c2e56dee req-32c0815b-d046-4880-ba84-ed0e961a2731 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554290 Nov 22 13:46:05.903697 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-e61f68b0-cba9-45da-b6a4-e2097724e4aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309417 Nov 22 13:46:06.176677 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff047538-44fe-4a1c-b4cf-bb1e9bf4339b req-fa9e8704-0934-415a-a204-4f4b3bc7ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:06.178201 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ff047538-44fe-4a1c-b4cf-bb1e9bf4339b req-fa9e8704-0934-415a-a204-4f4b3bc7ed6b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 1098 time: 0.0455525 Nov 22 13:46:06.232644 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-e55e9d71-fa96-4849-8a8a-f293d8884d15 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994473 Nov 22 13:46:06.241887 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ff047538-44fe-4a1c-b4cf-bb1e9bf4339b req-62d7b264-aac3-4280-9e4e-203cbfc728cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Nov 22 13:46:06.330285 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cd4861d5-670b-43d7-bf30-b15d145a3fd3 req-692db44b-f78d-4a01-b2b1-52364242f4bb service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865090 Nov 22 13:46:06.357058 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f25de5d-dee3-46c7-ac27-f90b32372bba req-079297d4-0d4c-45c8-96ac-51e9aa533823 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 210 time: 0.0256779 Nov 22 13:46:06.727745 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61920db-2fd9-414b-ba7a-212ad93faa8a req-f14f9ffa-a393-401a-8574-b91820104346 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:06.729268 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f61920db-2fd9-414b-ba7a-212ad93faa8a req-f14f9ffa-a393-401a-8574-b91820104346 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0503273 Nov 22 13:46:06.783569 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f61920db-2fd9-414b-ba7a-212ad93faa8a req-70ddc394-b4c5-4b24-b1ac-536e35b7581b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Nov 22 13:46:06.783763 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77528a-82bc-48dd-86af-03614388fbe0 req-077c7992-7f43-4a68-bb7e-b92441cd484d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:06.785293 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ef77528a-82bc-48dd-86af-03614388fbe0 req-077c7992-7f43-4a68-bb7e-b92441cd484d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0588150 Nov 22 13:46:06.836468 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ef77528a-82bc-48dd-86af-03614388fbe0 req-17275459-ad98-4c9c-b2d8-6b0e81024e17 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451136 Nov 22 13:46:06.972691 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590459c2-aeec-475b-aced-03cbb46ad0a5 req-5a6a49a4-b58d-476d-8562-fb49f9562a3a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:06.974192 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-590459c2-aeec-475b-aced-03cbb46ad0a5 req-5a6a49a4-b58d-476d-8562-fb49f9562a3a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0478868 Nov 22 13:46:07.020308 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-590459c2-aeec-475b-aced-03cbb46ad0a5 req-cb6ac74c-314d-40f8-a2d6-7fb3cd8a68b2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396681 Nov 22 13:46:07.266225 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-f57584d8-d83d-4d39-accf-0f471b25a4d5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:07.267715 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-f57584d8-d83d-4d39-accf-0f471b25a4d5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 814 time: 0.1144984 Nov 22 13:46:07.288723 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Request body: {'port': {'device_id': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'admin_state_up': True, 'tenant_id': 'c53dd94dbfdb43e48d2ed35368bd14a6'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:46:07.415822 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Made reservation on behalf of c53dd94dbfdb43e48d2ed35368bd14a6 for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:46:07.420329 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.470304 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5bc2073b-0087-4c5a-9751-3aa3ef571be7 req-303a01df-47da-4a02-9702-476fe2276503 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 210 time: 0.0336506 Nov 22 13:46:07.502441 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 55484) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:07.582968 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Allocated IP 172.20.0.11 (a84a04f9-b201-43c0-84cd-ce6ec22f409e/46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24/38144404-1539-410c-a098-200cd008d0f8) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:46:07.626498 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-295f7513-629e-4db3-b27f-53ced69caad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.701857 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-295f7513-629e-4db3-b27f-53ced69caad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.705673 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-295f7513-629e-4db3-b27f-53ced69caad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.742279 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-295f7513-629e-4db3-b27f-53ced69caad1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a06ead4e5ea14a3e9091f15c02a28e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382994 Nov 22 13:46:07.743133 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.744277 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f7513-629e-4db3-b27f-53ced69caad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15b31a1-1390-4684-a961-647c729b631c,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:07.747527 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 55490) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:07.814150 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-11e76764-8c3b-4fc2-b654-e7817471cdc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.816524 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.836900 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f', '80f03947-781b-4a39-9323-dfa2732c6802', 'a760b18b-7299-4bf4-8bbf-18fad93e8b12'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:46:07.878339 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-11e76764-8c3b-4fc2-b654-e7817471cdc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:07.881012 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Network a84a04f9-b201-43c0-84cd-ce6ec22f409e is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:46:07.892574 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:46:07.898904 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:46:07.918913 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fcbd3-42db-4b72-ab63-13451be11a94 req-b181d766-ea86-4d6b-8c2e-8301aefbf3a5 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:07.920491 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-335fcbd3-42db-4b72-ab63-13451be11a94 req-b181d766-ea86-4d6b-8c2e-8301aefbf3a5 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0663807 Nov 22 13:46:07.941084 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event updated for resources: {'Port': ['ID=38144404-1539-410c-a098-200cd008d0f8,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:07.998271 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-335fcbd3-42db-4b72-ab63-13451be11a94 req-23867c7f-0542-4090-9947-4154027257d6 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716145 Nov 22 13:46:08.008321 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:08.008956 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.030382 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedb012-b91b-4aba-a76a-00fa670c65b5 req-c84b038a-0e93-4db6-b7e0-c9af044b8356 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:08.031914 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fcedb012-b91b-4aba-a76a-00fa670c65b5 req-c84b038a-0e93-4db6-b7e0-c9af044b8356 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1026566 Nov 22 13:46:08.033858 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-11e76764-8c3b-4fc2-b654-e7817471cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.036633 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-11e76764-8c3b-4fc2-b654-e7817471cdc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.037882 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-11e76764-8c3b-4fc2-b654-e7817471cdc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f15b31a1-1390-4684-a961-647c729b631c HTTP/1.1" status: 204 len: 168 time: 0.2898781 Nov 22 13:46:08.069834 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-3983b0ec-d6b7-484c-9ca7-b60bb5cdcdd8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812731 Nov 22 13:46:08.077515 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e76764-8c3b-4fc2-b654-e7817471cdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15b31a1-1390-4684-a961-647c729b631c,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:08.110130 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Request body: {'port': {'device_id': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:46:08.192600 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fcedb012-b91b-4aba-a76a-00fa670c65b5 req-f36abaac-9ecb-464b-9b39-7d2f2b6a6ced tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442025 Nov 22 13:46:08.230058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.241881 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fb9be-dc92-42d5-a079-d3b9923ad9af req-1e2b6f7f-9f0e-4dff-8d9a-855d698f7cfe tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:08.243432 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0c3fb9be-dc92-42d5-a079-d3b9923ad9af req-1e2b6f7f-9f0e-4dff-8d9a-855d698f7cfe tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0927622 Nov 22 13:46:08.314881 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0c3fb9be-dc92-42d5-a079-d3b9923ad9af req-93324e62-a339-40a2-9542-b03bd8767e49 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605395 Nov 22 13:46:08.424019 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 55502) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:08.437508 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-27db0192-e4a9-4504-ab68-e483f09fa465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.519569 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-27db0192-e4a9-4504-ab68-e483f09fa465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.521277 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38144404-1539-410c-a098-200cd008d0f8 {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:46:08.524039 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-27db0192-e4a9-4504-ab68-e483f09fa465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.530376 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.543355 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Transition to ACTIVE for port object 38144404-1539-410c-a098-200cd008d0f8 will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:46:08.548330 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.565041 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-27db0192-e4a9-4504-ab68-e483f09fa465 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ede2aee82d84bd18deab57fc408ee7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399012 Nov 22 13:46:08.567599 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 55506) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:08.574352 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db0192-e4a9-4504-ab68-e483f09fa465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be2668c-7a2d-474a-9734-3d4e2fb4d806,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:08.634846 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=38144404-1539-410c-a098-200cd008d0f8,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:08.646111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-95f8c6b4-6022-4c42-acfa-243bd9e80999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.668096 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a5c6a-b9ba-450e-bbff-b77eb51f06f7 req-e4709a35-c98e-4339-b126-0206c6114b3c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:08.669169 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a73a5c6a-b9ba-450e-bbff-b77eb51f06f7 req-e4709a35-c98e-4339-b126-0206c6114b3c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 944 time: 0.1178155 Nov 22 13:46:08.673181 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-95f8c6b4-6022-4c42-acfa-243bd9e80999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.733480 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-95f8c6b4-6022-4c42-acfa-243bd9e80999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.736041 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-95f8c6b4-6022-4c42-acfa-243bd9e80999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.739563 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-95f8c6b4-6022-4c42-acfa-243bd9e80999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8be2668c-7a2d-474a-9734-3d4e2fb4d806 HTTP/1.1" status: 204 len: 168 time: 0.1683671 Nov 22 13:46:08.749684 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c6b4-6022-4c42-acfa-243bd9e80999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be2668c-7a2d-474a-9734-3d4e2fb4d806,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:08.757876 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a73a5c6a-b9ba-450e-bbff-b77eb51f06f7 req-204497cf-e0a6-40ba-b50f-98085b4350bc tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686016 Nov 22 13:46:08.759535 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Attempting to bind port 38144404-1539-410c-a098-200cd008d0f8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:46:08.759875 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Attempting to bind port 38144404-1539-410c-a098-200cd008d0f8 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:46:08.760253 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Attempting to bind port 38144404-1539-410c-a098-200cd008d0f8 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:46:08.766208 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Port 38144404-1539-410c-a098-200cd008d0f8 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:46:08.766595 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Attempting to bind port 38144404-1539-410c-a098-200cd008d0f8 on network a84a04f9-b201-43c0-84cd-ce6ec22f409e {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:46:08.772145 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:46:08.772536 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Checking segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:46:08.772918 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Bound using segment: {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:46:08.773371 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Bound port: 38144404-1539-410c-a098-200cd008d0f8, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991477c2-dbc6-4a05-bc9f-d53b7a45ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:46:08.773729 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.836815 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] For port 38144404-1539-410c-a098-200cd008d0f8, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:46:08.840500 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] For port 38144404-1539-410c-a098-200cd008d0f8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=38144404-1539-410c-a098-200cd008d0f8,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:46:08.844645 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.883271 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:08.883896 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:08.885318 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] 10.222.0.52 "PUT /v2.0/ports/38144404-1539-410c-a098-200cd008d0f8 HTTP/1.1" status: 200 len: 1094 time: 0.7953830 Nov 22 13:46:08.886302 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'tag': '38144404-1539-410c-a098-200cd008d0f8'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:46:08.888564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2710b15c-f167-447a-907d-c054b1cc352f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc1627d-2a2c-4ac6-b832-9ab05b4da015", "tag": "38144404-1539-410c-a098-200cd008d0f8"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:46:08.919429 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f4d6e-64c1-4d74-bded-2a4576963bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=38144404-1539-410c-a098-200cd008d0f8,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:08.947008 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b7030f-b442-4716-bd7c-79d072a8dc39 x-openstack-request-id: req-39b7030f-b442-4716-bd7c-79d072a8dc39 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:46:08.947296 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc1627d-2a2c-4ac6-b832-9ab05b4da015", "tag": "38144404-1539-410c-a098-200cd008d0f8", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:46:08.947546 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39b7030f-b442-4716-bd7c-79d072a8dc39 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:46:08.948472 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'tag': '38144404-1539-410c-a098-200cd008d0f8', 'status': 'completed', 'code': 200} Nov 22 13:46:08.979672 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-b393bdf9-19c0-4779-9f46-cce6cb142f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:08.981187 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-b393bdf9-19c0-4779-9f46-cce6cb142f3a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 1097 time: 0.0430291 Nov 22 13:46:09.028061 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-9d07421a-6f5b-4e39-82a4-397efa50bb1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38144404-1539-410c-a098-200cd008d0f8 HTTP/1.1" status: 200 len: 217 time: 0.0359480 Nov 22 13:46:09.093735 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 55518) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:09.108492 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6c93ac78-be49-47ec-bcdd-08699fed39bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:09.117275 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-1dc49ce5-4a61-424e-afb5-0ed0d07404d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:09.118728 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-1dc49ce5-4a61-424e-afb5-0ed0d07404d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 200 len: 854 time: 0.0779078 Nov 22 13:46:09.136664 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdd741-6b36-4cc8-bd17-211bf9c536f8 req-43cc5fde-011a-46fd-ade5-29138a01018a tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:09.138141 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eabdd741-6b36-4cc8-bd17-211bf9c536f8 req-43cc5fde-011a-46fd-ade5-29138a01018a tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0631261 Nov 22 13:46:09.167456 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-6fd71760-e4f5-4d1c-bebd-80df26873fe3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a84a04f9-b201-43c0-84cd-ce6ec22f409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387983 Nov 22 13:46:09.189005 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6c93ac78-be49-47ec-bcdd-08699fed39bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:09.192834 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6c93ac78-be49-47ec-bcdd-08699fed39bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:09.235413 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-6c93ac78-be49-47ec-bcdd-08699fed39bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=35f62bb6f0844632a11aa2a5619d2303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387877 Nov 22 13:46:09.236863 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93ac78-be49-47ec-bcdd-08699fed39bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7389bc3d-a9f6-4001-9fde-c799858755c8,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:09.240421 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 55522) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:46:09.327810 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-775e0876-86ff-4908-b221-3dba36b1a8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:09.360127 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232952e-3fae-4412-b308-a9bfea84bae9 req-de72770b-0a2f-45d5-8ac8-f1bfec651c8b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:09.365083 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4232952e-3fae-4412-b308-a9bfea84bae9 req-de72770b-0a2f-45d5-8ac8-f1bfec651c8b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0840664 Nov 22 13:46:09.367125 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-775e0876-86ff-4908-b221-3dba36b1a8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:09.442747 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4232952e-3fae-4412-b308-a9bfea84bae9 req-0dad927c-ded5-491f-bdf4-91ba89fbdc44 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676460 Nov 22 13:46:09.456753 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-775e0876-86ff-4908-b221-3dba36b1a8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:09.459992 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-775e0876-86ff-4908-b221-3dba36b1a8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:09.463575 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-775e0876-86ff-4908-b221-3dba36b1a8b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7389bc3d-a9f6-4001-9fde-c799858755c8 HTTP/1.1" status: 204 len: 168 time: 0.2196124 Nov 22 13:46:09.474267 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e0876-86ff-4908-b221-3dba36b1a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7389bc3d-a9f6-4001-9fde-c799858755c8,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:09.490057 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eabdd741-6b36-4cc8-bd17-211bf9c536f8 req-4d6d0a8d-757e-4e17-a502-9e1d34283e27 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428733 Nov 22 13:46:09.534797 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-36a03b93-c27a-4ecf-aef4-4e1e44280c48 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577635 Nov 22 13:46:09.583181 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cacc8-ff22-484d-8e95-a83a8717ad0e req-8f8dd7d9-e768-4aaf-b7c6-4a5674742cf4 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:09.585031 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e48cacc8-ff22-484d-8e95-a83a8717ad0e req-8f8dd7d9-e768-4aaf-b7c6-4a5674742cf4 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0576606 Nov 22 13:46:09.638234 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e48cacc8-ff22-484d-8e95-a83a8717ad0e req-c6c5232d-8069-4115-89b1-b56aefa9e20f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Nov 22 13:46:09.660761 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa1626fc-6175-46f0-9ca7-da93bcb90b89 req-e7af98eb-1bd1-4426-a92a-10fa3b8c93cb service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112967 Nov 22 13:46:09.773698 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b15c-f167-447a-907d-c054b1cc352f req-0dfbd158-a5a5-4a7f-8aae-6e448e83dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:09.775299 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2710b15c-f167-447a-907d-c054b1cc352f req-0dfbd158-a5a5-4a7f-8aae-6e448e83dc44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 1097 time: 0.0447404 Nov 22 13:46:09.953443 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe87e2-ca02-4794-a422-fbdcb85a7fa5 req-e031f39a-2e88-4a74-af97-f5e5d3f286b6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:09.955052 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d0fe87e2-ca02-4794-a422-fbdcb85a7fa5 req-e031f39a-2e88-4a74-af97-f5e5d3f286b6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 944 time: 0.1070268 Nov 22 13:46:09.956559 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b15c-f167-447a-907d-c054b1cc352f req-f091de27-eba7-4b01-9420-42a110e91fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:09.957794 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2710b15c-f167-447a-907d-c054b1cc352f req-f091de27-eba7-4b01-9420-42a110e91fa3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 200 len: 915 time: 0.1608899 Nov 22 13:46:10.016263 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2710b15c-f167-447a-907d-c054b1cc352f req-b8789fac-a493-4f56-a6e3-0636af609620 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38144404-1539-410c-a098-200cd008d0f8 HTTP/1.1" status: 200 len: 217 time: 0.0390241 Nov 22 13:46:10.070199 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d0fe87e2-ca02-4794-a422-fbdcb85a7fa5 req-6dc4cc5b-c1a0-4969-8afd-e7d765aa440f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087356 Nov 22 13:46:10.092078 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710b15c-f167-447a-907d-c054b1cc352f req-b3e02574-f414-4b10-bc98-b4e410e52a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:10.092078 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2710b15c-f167-447a-907d-c054b1cc352f req-b3e02574-f414-4b10-bc98-b4e410e52a44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 200 len: 854 time: 0.0583885 Nov 22 13:46:10.141135 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2710b15c-f167-447a-907d-c054b1cc352f req-73eed1a1-b3ed-441c-b214-a6b74cb54acb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a84a04f9-b201-43c0-84cd-ce6ec22f409e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316536 Nov 22 13:46:10.261562 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2710b15c-f167-447a-907d-c054b1cc352f req-f4926305-6e37-4d43-ba5c-875da7735308 service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903857 Nov 22 13:46:10.373893 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2710b15c-f167-447a-907d-c054b1cc352f req-b50670f9-3478-425c-9be8-6eb4dbf8250b service neutron] 10.222.0.52 "GET /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993767 Nov 22 13:46:10.507577 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022e826-dfee-4a7e-b0eb-e414ef14ec86 req-0cef20be-5c8e-4078-a3ff-60b54a7258ee tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:10.509190 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a022e826-dfee-4a7e-b0eb-e414ef14ec86 req-0cef20be-5c8e-4078-a3ff-60b54a7258ee tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0689175 Nov 22 13:46:10.575124 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a022e826-dfee-4a7e-b0eb-e414ef14ec86 req-32d5940e-dc47-4f56-9c75-c567fab4dc9e tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591855 Nov 22 13:46:10.588348 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a6b2-5974-4e94-bb49-fdba0a89d364 req-f1bdcc99-04b7-4296-9ff8-24c03bc00e45 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:10.590463 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fb28a6b2-5974-4e94-bb49-fdba0a89d364 req-f1bdcc99-04b7-4296-9ff8-24c03bc00e45 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0597219 Nov 22 13:46:10.646387 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fb28a6b2-5974-4e94-bb49-fdba0a89d364 req-350a1bb7-578a-4d6c-92c3-ea504d2acec4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Nov 22 13:46:10.768293 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5c58c-1b4a-476d-8ffe-37c5857271f7 req-ac531dc0-d958-410e-a0f3-6fabbd3c8b90 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:10.770606 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-def5c58c-1b4a-476d-8ffe-37c5857271f7 req-ac531dc0-d958-410e-a0f3-6fabbd3c8b90 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0598483 Nov 22 13:46:10.823738 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-def5c58c-1b4a-476d-8ffe-37c5857271f7 req-0f493da8-37b4-4864-b4f5-706378ffb574 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462892 Nov 22 13:46:11.187778 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5c783-5e30-4885-872b-c7ec7e18e227 req-fe501607-c08d-423f-9d82-f957ab112d4e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:11.189169 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a9d5c783-5e30-4885-872b-c7ec7e18e227 req-fe501607-c08d-423f-9d82-f957ab112d4e tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 944 time: 0.0485430 Nov 22 13:46:11.238064 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a9d5c783-5e30-4885-872b-c7ec7e18e227 req-999a076a-80d2-46bc-837b-ed937450c618 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Nov 22 13:46:11.704361 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9480767-2b7e-47ff-93b6-b6ae29651c6f req-fef63249-c1ef-40c5-9f78-71a817e74b92 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:11.705864 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c9480767-2b7e-47ff-93b6-b6ae29651c6f req-fef63249-c1ef-40c5-9f78-71a817e74b92 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0531611 Nov 22 13:46:11.754149 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c9480767-2b7e-47ff-93b6-b6ae29651c6f req-de0a7246-a520-4f10-a0f7-93fc0fe1486f tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Nov 22 13:46:11.946481 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7d974-beeb-4666-8992-44b66cc0b912 req-1eecd87a-b29e-4e5e-86ed-563ccb6092d6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:11.947980 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4ae7d974-beeb-4666-8992-44b66cc0b912 req-1eecd87a-b29e-4e5e-86ed-563ccb6092d6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0496790 Nov 22 13:46:11.998975 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4ae7d974-beeb-4666-8992-44b66cc0b912 req-a71edfa1-cb47-4c34-832f-7e4fc3de5ff8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446789 Nov 22 13:46:12.116424 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6492732-d374-4730-9de8-123c482c0cfe req-53cb3ba6-a9a0-4888-989f-aa9fef5288ce tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:12.117928 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c6492732-d374-4730-9de8-123c482c0cfe req-53cb3ba6-a9a0-4888-989f-aa9fef5288ce tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0486650 Nov 22 13:46:12.165520 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c6492732-d374-4730-9de8-123c482c0cfe req-a76d124d-9bee-4fc7-ae6e-5e66f872bfa3 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Nov 22 13:46:12.364448 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8d71e-c39b-4407-b525-1858b77ba667 req-989706e8-c2b0-44f2-a5f6-e8220a9ac886 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:12.366024 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b6d8d71e-c39b-4407-b525-1858b77ba667 req-989706e8-c2b0-44f2-a5f6-e8220a9ac886 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 944 time: 0.0537581 Nov 22 13:46:12.419784 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b6d8d71e-c39b-4407-b525-1858b77ba667 req-c857e740-60f7-4834-8c1e-11345c5ab109 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Nov 22 13:46:12.870009 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed8124-69e2-421e-abe7-63ca705e104b req-484739b0-2202-4482-9db2-47050958deee tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:12.871572 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-13ed8124-69e2-421e-abe7-63ca705e104b req-484739b0-2202-4482-9db2-47050958deee tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0477896 Nov 22 13:46:12.927725 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-13ed8124-69e2-421e-abe7-63ca705e104b req-8e7197d8-a98e-4a4e-9a31-87208497783c tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/security-groups?id=06f90896-fbbe-41c8-ae3a-5216e38bc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Nov 22 13:46:12.963964 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-fa25eb83-70a8-4e68-9a92-f0334677ac03 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:12.966102 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-fa25eb83-70a8-4e68-9a92-f0334677ac03 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 945 time: 0.0543346 Nov 22 13:46:13.100760 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Deleting port 2f90c99e-9d76-4b04-b298-a9096f93004f {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:46:13.101098 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:13.127352 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434266b2-062e-4fa5-8040-e831e2ee2ed5 req-63285924-d749-4eb2-8b76-bc54c769869f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:13.129338 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-434266b2-062e-4fa5-8040-e831e2ee2ed5 req-63285924-d749-4eb2-8b76-bc54c769869f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0552835 Nov 22 13:46:13.179549 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-434266b2-062e-4fa5-8040-e831e2ee2ed5 req-0f98e1ab-7a4f-47a8-bee2-91ef62fd7450 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439756 Nov 22 13:46:13.199946 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] For port 2f90c99e-9d76-4b04-b298-a9096f93004f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f90c99e-9d76-4b04-b298-a9096f93004f,segment=NetworkSegment(40048753-98f4-47a8-9784-5a9bc6ed9dd7),segment_id=40048753-98f4-47a8-9784-5a9bc6ed9dd7)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:13.200400 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:13.215071 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Calling delete_port for 2f90c99e-9d76-4b04-b298-a9096f93004f owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:46:13.283361 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 38144404-1539-410c-a098-200cd008d0f8 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:46:13.375045 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:13.392206 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 38144404-1539-410c-a098-200cd008d0f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=38144404-1539-410c-a098-200cd008d0f8,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:13.403461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Pushing event deleted for resources: {'Port': ['ID=2f90c99e-9d76-4b04-b298-a9096f93004f,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:13.406121 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['2f90c99e-9d76-4b04-b298-a9096f93004f'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:46:13.433902 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '38144404-1539-410c-a098-200cd008d0f8', 'network_id': 'a84a04f9-b201-43c0-84cd-ce6ec22f409e', 'port_id': '38144404-1539-410c-a098-200cd008d0f8', 'mac_address': 'fa:16:3e:85:4b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:46:13.469495 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] No DVR routers for this DVR port 2f90c99e-9d76-4b04-b298-a9096f93004f on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:46:13.472598 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:13.476020 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4b0c4d9e-cb1b-4933-bd26-b498b0bfa66b req-1108a91e-2355-4e7d-ab49-394b0e9b058b tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.52 "DELETE /v2.0/ports/2f90c99e-9d76-4b04-b298-a9096f93004f HTTP/1.1" status: 204 len: 173 time: 0.5036428 Nov 22 13:46:13.476236 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:13.476467 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'name': 'network-vif-deleted', 'tag': '2f90c99e-9d76-4b04-b298-a9096f93004f'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:46:13.478906 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ac75f9-0c13-43a9-8916-c62be6612959" -d '{"events": [{"server_uuid": "d99dcd4c-bf9c-424d-b969-5b4b52e1fb33", "name": "network-vif-deleted", "tag": "2f90c99e-9d76-4b04-b298-a9096f93004f"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:46:13.499140 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38144404-1539-410c-a098-200cd008d0f8 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:46:13.533633 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd1ca4-8d99-47db-92a6-e9a911cc54bd x-openstack-request-id: req-d5bd1ca4-8d99-47db-92a6-e9a911cc54bd {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:46:13.533934 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99dcd4c-bf9c-424d-b969-5b4b52e1fb33", "name": "network-vif-deleted", "tag": "2f90c99e-9d76-4b04-b298-a9096f93004f", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:46:13.534188 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5bd1ca4-8d99-47db-92a6-e9a911cc54bd {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:46:13.534584 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99dcd4c-bf9c-424d-b969-5b4b52e1fb33', 'name': 'network-vif-deleted', 'tag': '2f90c99e-9d76-4b04-b298-a9096f93004f', 'status': 'completed', 'code': 200} Nov 22 13:46:13.541469 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 38144404-1539-410c-a098-200cd008d0f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=38144404-1539-410c-a098-200cd008d0f8,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:13.550421 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:13.559820 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2c0a-31ca-4063-9e28-7cfe920e373e req-ee44fac7-0621-4683-9944-e0bd96777923 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:13.561481 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d19d2c0a-31ca-4063-9e28-7cfe920e373e req-ee44fac7-0621-4683-9944-e0bd96777923 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 944 time: 0.0606771 Nov 22 13:46:13.614249 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=38144404-1539-410c-a098-200cd008d0f8,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:13.635145 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d19d2c0a-31ca-4063-9e28-7cfe920e373e req-fcc1353f-c75f-4fe6-bcca-d46c49bc6ebe tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656180 Nov 22 13:46:14.019705 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['38144404-1539-410c-a098-200cd008d0f8'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:46:14.048755 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4ba49f5c-d61c-4d39-9eb0-5a115c05b53e req-4325d561-8353-4aa2-ac22-a581d459c6e5 tempest-VolumesActionsTest-1395534184 tempest-VolumesActionsTest-1395534184-project] 10.222.0.31 "GET /v2.0/ports?device_id=d99dcd4c-bf9c-424d-b969-5b4b52e1fb33 HTTP/1.1" status: 200 len: 210 time: 0.0322800 Nov 22 13:46:14.304490 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988bb7a-88f8-4363-a889-da45587ff281 req-924dfcbf-02a7-4619-9321-354ccfa39767 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:14.306003 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f988bb7a-88f8-4363-a889-da45587ff281 req-924dfcbf-02a7-4619-9321-354ccfa39767 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Nov 22 13:46:14.356926 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f988bb7a-88f8-4363-a889-da45587ff281 req-756aeb0d-cc34-4882-84e2-c15e23c52a4c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Nov 22 13:46:14.756121 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e02fe-8b7e-45d0-b341-bcc894e9e4c5 req-5afd7c83-4c67-4630-98f8-95dce05d5583 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:14.757603 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-496e02fe-8b7e-45d0-b341-bcc894e9e4c5 req-5afd7c83-4c67-4630-98f8-95dce05d5583 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Nov 22 13:46:14.806680 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-496e02fe-8b7e-45d0-b341-bcc894e9e4c5 req-e9031d9d-4c6b-4df7-9dd6-9a5639b9f1ef tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Nov 22 13:46:15.687675 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4421c-05fe-498f-8091-d5caf521176a req-13854d27-aa83-4d13-8fd5-ad82621b902f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:15.689252 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21e4421c-05fe-498f-8091-d5caf521176a req-13854d27-aa83-4d13-8fd5-ad82621b902f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.2626197 Nov 22 13:46:15.740140 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21e4421c-05fe-498f-8091-d5caf521176a req-20b51adb-6b34-4a31-a278-79a94430fa4a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Nov 22 13:46:15.926468 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f46b1-56eb-4793-9501-18a7c39890fc req-09a148b2-2de6-48dc-8db8-77fe2e36a9d7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:15.930014 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-639f46b1-56eb-4793-9501-18a7c39890fc req-09a148b2-2de6-48dc-8db8-77fe2e36a9d7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 945 time: 0.0571387 Nov 22 13:46:15.993478 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c9366-c51e-4dca-909d-221e2f61af41 req-0c6d0f05-8613-4f25-ae6c-766f05b69115 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:15.994994 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e25c9366-c51e-4dca-909d-221e2f61af41 req-0c6d0f05-8613-4f25-ae6c-766f05b69115 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0587773 Nov 22 13:46:15.999154 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-639f46b1-56eb-4793-9501-18a7c39890fc req-df62156e-31c4-48c7-a20b-ab0bfda61dea tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523834 Nov 22 13:46:16.070211 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e25c9366-c51e-4dca-909d-221e2f61af41 req-7ae565e4-d849-4154-be69-77fbdd45f70a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678840 Nov 22 13:46:16.080297 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-433aff86-4d6e-4689-a1e1-15fa4b30cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:16.082348 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-433aff86-4d6e-4689-a1e1-15fa4b30cf6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0531678 Nov 22 13:46:16.181990 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-1788fd7a-3145-454e-93ff-f8eff78fb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:16.183496 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-1788fd7a-3145-454e-93ff-f8eff78fb3e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 912 time: 0.0914822 Nov 22 13:46:16.252877 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-b56c9f0c-410c-466c-8ba7-a46885050f68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f HTTP/1.1" status: 200 len: 1000 time: 0.0602443 Nov 22 13:46:16.305451 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-389baaee-974b-464b-aa4a-6ff56e1f521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:16.306891 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-389baaee-974b-464b-aa4a-6ff56e1f521a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.0432749 Nov 22 13:46:16.353768 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-da93029f-fd86-4989-b67e-48f6862c24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:16.355190 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-da93029f-fd86-4989-b67e-48f6862c24b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408142 Nov 22 13:46:16.454500 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-1ec59a9a-4144-4b96-825a-7481022704f9 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816271 Nov 22 13:46:16.550286 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c12aa629-9fa7-4e8f-ac85-b4a42e4b81cf req-48bc0019-8c8c-488b-a6c9-7e13b0d3868f service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864038 Nov 22 13:46:17.123431 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738c9e-578d-402b-b2b7-f1890e556d48 req-1111eb8e-713b-4a97-8087-ea0796d47e6b tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:17.125005 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c2738c9e-578d-402b-b2b7-f1890e556d48 req-1111eb8e-713b-4a97-8087-ea0796d47e6b tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 945 time: 0.0512836 Nov 22 13:46:17.178369 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c2738c9e-578d-402b-b2b7-f1890e556d48 req-d3893ef9-c929-4146-b6e4-2f37d27e88a5 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Nov 22 13:46:17.191233 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306cc0a-4c95-4b55-8187-8067412c3bfb req-0363ddfe-e022-4d4b-a969-48eefe8b35c9 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:17.192739 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1306cc0a-4c95-4b55-8187-8067412c3bfb req-0363ddfe-e022-4d4b-a969-48eefe8b35c9 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0513241 Nov 22 13:46:17.245225 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1306cc0a-4c95-4b55-8187-8067412c3bfb req-1e9d2501-5228-4647-b309-e06a714a5814 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461135 Nov 22 13:46:17.294564 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 38144404-1539-410c-a098-200cd008d0f8 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:46:17.342807 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 38144404-1539-410c-a098-200cd008d0f8 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:46:17.347487 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 38144404-1539-410c-a098-200cd008d0f8 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:46:17.347858 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:17.429327 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:17.455576 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38144404-1539-410c-a098-200cd008d0f8'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:46:17.457934 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854fdd07-da3b-40f5-8639-8b5f881a22c2" -d '{"events": [{"server_uuid": "5bc1627d-2a2c-4ac6-b832-9ab05b4da015", "name": "network-vif-plugged", "status": "completed", "tag": "38144404-1539-410c-a098-200cd008d0f8"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:46:17.472391 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 38144404-1539-410c-a098-200cd008d0f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=38144404-1539-410c-a098-200cd008d0f8,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:17.478549 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:17.479356 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2f90c99e-9d76-4b04-b298-a9096f93004f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:46:17.507038 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe88cc1-e2b0-4fc3-85b2-e4710b709081 x-openstack-request-id: req-7fe88cc1-e2b0-4fc3-85b2-e4710b709081 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:46:17.507353 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc1627d-2a2c-4ac6-b832-9ab05b4da015", "name": "network-vif-plugged", "status": "completed", "tag": "38144404-1539-410c-a098-200cd008d0f8", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:46:17.507610 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe88cc1-e2b0-4fc3-85b2-e4710b709081 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:46:17.508025 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38144404-1539-410c-a098-200cd008d0f8', 'code': 200} Nov 22 13:46:17.528121 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 2f90c99e-9d76-4b04-b298-a9096f93004f {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:46:17.528523 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2f90c99e-9d76-4b04-b298-a9096f93004f not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:46:17.556989 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=38144404-1539-410c-a098-200cd008d0f8,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:17.723844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362b3f6-6cb5-429c-8145-5daa0be978c8 req-6e0b53cc-3112-4d10-9bb7-fa822bc82dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:17.725543 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2362b3f6-6cb5-429c-8145-5daa0be978c8 req-6e0b53cc-3112-4d10-9bb7-fa822bc82dda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 1099 time: 0.0397921 Nov 22 13:46:17.790558 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2362b3f6-6cb5-429c-8145-5daa0be978c8 req-2dd26ee4-4088-45fa-a011-ce5552dfa05e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Nov 22 13:46:17.830830 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:18.320122 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61214e-eb47-412b-b38d-1811769365df req-d5b3cc5a-b57d-4da9-bffe-4010f18b9f0c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:18.323112 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6e61214e-eb47-412b-b38d-1811769365df req-d5b3cc5a-b57d-4da9-bffe-4010f18b9f0c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 946 time: 0.0738740 Nov 22 13:46:18.378753 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6e61214e-eb47-412b-b38d-1811769365df req-12fde5c0-9f4b-4af6-9c18-f0998b4f96c1 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485134 Nov 22 13:46:18.399944 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5c2c-bc32-48e3-93af-6782f6ca05bb req-f8801857-d3d9-4729-8a25-a8aa027db0cb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:18.401592 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bd6d5c2c-bc32-48e3-93af-6782f6ca05bb req-f8801857-d3d9-4729-8a25-a8aa027db0cb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0542748 Nov 22 13:46:18.452295 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bd6d5c2c-bc32-48e3-93af-6782f6ca05bb req-4535bcbb-2ce2-414c-9284-867702907121 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448661 Nov 22 13:46:19.492764 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fb284-dfb5-41b0-81a6-6bc8e4a9e044 req-1aaf02da-acf8-46fd-9bda-668b10fec260 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:19.494238 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f39fb284-dfb5-41b0-81a6-6bc8e4a9e044 req-1aaf02da-acf8-46fd-9bda-668b10fec260 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 946 time: 0.0481935 Nov 22 13:46:19.542097 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f39fb284-dfb5-41b0-81a6-6bc8e4a9e044 req-1ba6228c-81e3-458c-90b1-8f00817d51df tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Nov 22 13:46:20.262631 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cbab2-627d-41ff-89ca-200a4e282851 req-31c61163-0de8-4f70-8382-8a31fe93cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:20.264135 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-638cbab2-627d-41ff-89ca-200a4e282851 req-31c61163-0de8-4f70-8382-8a31fe93cdd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.0744529 Nov 22 13:46:20.272327 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b38f00-722b-4742-a013-48eca2d05df8 req-3fa5ac6f-fb5c-4ba3-8b55-313a37da9c23 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:20.273713 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23b38f00-722b-4742-a013-48eca2d05df8 req-3fa5ac6f-fb5c-4ba3-8b55-313a37da9c23 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0762320 Nov 22 13:46:20.377052 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23b38f00-722b-4742-a013-48eca2d05df8 req-ec098785-09f4-4ec4-a173-7742cb2fc925 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962226 Nov 22 13:46:20.406560 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cbab2-627d-41ff-89ca-200a4e282851 req-b3ac9d8a-2f11-4417-bb43-37e27eda4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:20.408053 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-638cbab2-627d-41ff-89ca-200a4e282851 req-b3ac9d8a-2f11-4417-bb43-37e27eda4894 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.1212270 Nov 22 13:46:20.453102 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-638cbab2-627d-41ff-89ca-200a4e282851 req-cf0d48df-3eed-4304-89a4-63a922165e7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 217 time: 0.0334470 Nov 22 13:46:20.509144 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cbab2-627d-41ff-89ca-200a4e282851 req-647caa13-dfb5-4e0e-ba44-2a5dddcb460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:20.510637 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-638cbab2-627d-41ff-89ca-200a4e282851 req-647caa13-dfb5-4e0e-ba44-2a5dddcb460d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.0446563 Nov 22 13:46:20.547275 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-638cbab2-627d-41ff-89ca-200a4e282851 req-4b42efa6-a430-48a4-9af1-275c583683ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264044 Nov 22 13:46:20.662095 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-638cbab2-627d-41ff-89ca-200a4e282851 req-6830275b-9728-48d5-a59e-782cfc72c95f service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926530 Nov 22 13:46:20.665300 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8df9c-f663-4a35-ab96-8fe5b0331eff req-b92cd157-0aa4-406b-8723-821fdcdaa401 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:20.666790 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c6b8df9c-f663-4a35-ab96-8fe5b0331eff req-b92cd157-0aa4-406b-8723-821fdcdaa401 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 946 time: 0.0552874 Nov 22 13:46:20.717034 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c6b8df9c-f663-4a35-ab96-8fe5b0331eff req-b06e5fcf-7c5d-4fc3-b3e1-57e54bbbb021 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Nov 22 13:46:20.772008 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-638cbab2-627d-41ff-89ca-200a4e282851 req-567a752d-c312-41dd-bb66-389d1c6428d7 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852368 Nov 22 13:46:21.506871 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874aeb-5c32-4dde-9281-2ebbb6634267 req-b7f2ec36-b438-4535-8d0f-b770a2511f17 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:21.508337 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa874aeb-5c32-4dde-9281-2ebbb6634267 req-b7f2ec36-b438-4535-8d0f-b770a2511f17 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0529778 Nov 22 13:46:21.555288 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-aa874aeb-5c32-4dde-9281-2ebbb6634267 req-e2c7bf98-357b-4481-8c33-eb35faf1c0fa tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Nov 22 13:46:22.512945 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-cae63fd4-40fd-4ae1-8d3f-79c38fa29b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:22.674662 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a78d4-7a41-40bc-ab87-e390c381999c req-9110274d-66db-4811-bdb7-46e1b4299f7a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:22.677117 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-067a78d4-7a41-40bc-ab87-e390c381999c req-9110274d-66db-4811-bdb7-46e1b4299f7a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0508428 Nov 22 13:46:22.723664 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-067a78d4-7a41-40bc-ab87-e390c381999c req-0c6fd197-7782-4fe0-9d5d-cf1d909082f2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Nov 22 13:46:23.851473 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf193e3-0a33-43e5-b1ec-79752454f4ee req-0e860895-68e8-407f-b850-acf52bcb8a3a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:23.852948 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0cf193e3-0a33-43e5-b1ec-79752454f4ee req-0e860895-68e8-407f-b850-acf52bcb8a3a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0601115 Nov 22 13:46:23.901501 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0cf193e3-0a33-43e5-b1ec-79752454f4ee req-4b3b72f2-5247-47c6-b440-1bff4b8231d1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Nov 22 13:46:24.908816 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-08c865b8-e606-4d6d-bf4e-be350d12e698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:25.015823 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45bbcc-8713-4f57-ac8c-516d1b533d3e req-c14d8427-b871-43ae-8283-dcce5a8a0496 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:25.017312 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1b45bbcc-8713-4f57-ac8c-516d1b533d3e req-c14d8427-b871-43ae-8283-dcce5a8a0496 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0475376 Nov 22 13:46:25.070263 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1b45bbcc-8713-4f57-ac8c-516d1b533d3e req-92bfa56d-5903-45a3-b723-a6dc941d2f3a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449638 Nov 22 13:46:25.819822 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:26.194386 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fe98b-7261-4409-afa1-3dc9d2824845 req-a5c157b5-6739-40d8-baa1-0157e8e2912b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:26.196060 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e16fe98b-7261-4409-afa1-3dc9d2824845 req-a5c157b5-6739-40d8-baa1-0157e8e2912b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0538211 Nov 22 13:46:26.249335 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e16fe98b-7261-4409-afa1-3dc9d2824845 req-403f920e-5c6a-4d1c-8d4a-af49b547bd02 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Nov 22 13:46:27.335550 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:27.364635 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab390e-b32a-48a7-b6ea-acf00aa4d874 req-a9c8e39f-19ae-4cf1-9928-bb20ebacae32 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:27.366167 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3ab390e-b32a-48a7-b6ea-acf00aa4d874 req-a9c8e39f-19ae-4cf1-9928-bb20ebacae32 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0490642 Nov 22 13:46:27.420623 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3ab390e-b32a-48a7-b6ea-acf00aa4d874 req-6f2566ab-f610-4061-bf98-8cc68e0f2220 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Nov 22 13:46:28.185135 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:28.533846 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2b1dd-3369-4b5c-a2da-5c064fcce872 req-f717fc9c-a0ed-4079-9b29-92187d06d9b3 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:28.535222 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80d2b1dd-3369-4b5c-a2da-5c064fcce872 req-f717fc9c-a0ed-4079-9b29-92187d06d9b3 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0479569 Nov 22 13:46:28.586797 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80d2b1dd-3369-4b5c-a2da-5c064fcce872 req-2b432de6-176a-4451-a79b-497c96d412f1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Nov 22 13:46:29.702582 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec862998-ecbc-4c2e-8415-57578bc346fa req-f81c3d81-afd1-435c-9276-6b67675b44e2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:29.704091 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ec862998-ecbc-4c2e-8415-57578bc346fa req-f81c3d81-afd1-435c-9276-6b67675b44e2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0484862 Nov 22 13:46:29.751644 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ec862998-ecbc-4c2e-8415-57578bc346fa req-20687f9a-d97c-4842-aa65-fdbbc8c70f88 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Nov 22 13:46:30.866777 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9513a7f-374f-4487-9a77-26bb8d467b76 req-cfb031a7-36d2-4b0c-99e0-3464a046b206 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:30.868244 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c9513a7f-374f-4487-9a77-26bb8d467b76 req-cfb031a7-36d2-4b0c-99e0-3464a046b206 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0490339 Nov 22 13:46:30.914708 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c9513a7f-374f-4487-9a77-26bb8d467b76 req-6da1b901-5384-4c33-9760-15c00d4ca965 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Nov 22 13:46:32.032062 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f3abb-1e3f-4a57-95cb-c9bf9e97b422 req-178a35e1-c805-470b-88d4-3c0b9d900225 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:32.033547 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-234f3abb-1e3f-4a57-95cb-c9bf9e97b422 req-178a35e1-c805-470b-88d4-3c0b9d900225 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0522497 Nov 22 13:46:32.079663 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-234f3abb-1e3f-4a57-95cb-c9bf9e97b422 req-b0edd1c9-6eaa-4f5d-8a02-cf4f48ba05a8 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Nov 22 13:46:32.958746 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:46:33.213345 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956b219-aa17-47b6-b008-f0cb71c7064f req-5c88f25d-4e89-424b-94e6-93eaa66a7e0d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:33.220811 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d956b219-aa17-47b6-b008-f0cb71c7064f req-5c88f25d-4e89-424b-94e6-93eaa66a7e0d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0608432 Nov 22 13:46:33.273000 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d956b219-aa17-47b6-b008-f0cb71c7064f req-db7296a6-c57d-4b97-8f31-81b063d03b90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Nov 22 13:46:34.415993 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da55d1a-d469-4163-aef3-90432f2bdfe8 req-7c49d4e1-2cac-476f-bb1b-9c68b2cc913f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:34.418046 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7da55d1a-d469-4163-aef3-90432f2bdfe8 req-7c49d4e1-2cac-476f-bb1b-9c68b2cc913f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0683615 Nov 22 13:46:34.484004 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7da55d1a-d469-4163-aef3-90432f2bdfe8 req-04a67f46-3ced-4c1a-8353-4b68646a141e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572245 Nov 22 13:46:35.604640 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950af49-cf48-424b-9e66-eb03e4bdc36e req-99aa7788-11c3-41f4-b798-782eb5f0840a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:35.606208 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b950af49-cf48-424b-9e66-eb03e4bdc36e req-99aa7788-11c3-41f4-b798-782eb5f0840a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0481319 Nov 22 13:46:35.654310 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b950af49-cf48-424b-9e66-eb03e4bdc36e req-7ed4a67f-4f05-4a6c-8fb3-bc211aeebc38 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Nov 22 13:46:36.794834 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af72b3-53e1-451d-ba9e-1e6f8f5670d1 req-e06d2ed3-6e2b-4cc2-b88e-86abd24a6e36 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:36.797120 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-78af72b3-53e1-451d-ba9e-1e6f8f5670d1 req-e06d2ed3-6e2b-4cc2-b88e-86abd24a6e36 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0602198 Nov 22 13:46:36.799822 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2423b-71d9-4f5f-b255-5f86ff230a8e req-9d1593e1-8bff-4cff-bbdb-6e2da5586886 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:36.804372 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a9c2423b-71d9-4f5f-b255-5f86ff230a8e req-9d1593e1-8bff-4cff-bbdb-6e2da5586886 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 946 time: 0.0815754 Nov 22 13:46:36.850235 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-78af72b3-53e1-451d-ba9e-1e6f8f5670d1 req-f5ed4a96-5311-4a1f-aa11-74959b924958 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Nov 22 13:46:36.855483 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a9c2423b-71d9-4f5f-b255-5f86ff230a8e req-7b361628-4f90-4caa-852b-724cb12a526b tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Nov 22 13:46:37.995879 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bb0d2-ef09-46b5-8061-8a791172362a req-83b28ece-d93f-4a9c-9681-c2a3d0440d17 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:37.997435 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-294bb0d2-ef09-46b5-8061-8a791172362a req-83b28ece-d93f-4a9c-9681-c2a3d0440d17 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0594239 Nov 22 13:46:38.060066 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-294bb0d2-ef09-46b5-8061-8a791172362a req-687b3885-9684-42aa-95b2-ed2a55c39622 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Nov 22 13:46:38.224458 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362de8a-281c-4199-bb77-047e6c863b5f req-d57d8daa-04ce-4bce-bc65-c4c906d360cc tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:38.226179 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2362de8a-281c-4199-bb77-047e6c863b5f req-d57d8daa-04ce-4bce-bc65-c4c906d360cc tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 946 time: 0.0750990 Nov 22 13:46:38.286463 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2362de8a-281c-4199-bb77-047e6c863b5f req-107783f7-05f9-4c5b-9d11-715b1f8e9129 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530934 Nov 22 13:46:39.198611 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8b1ad-9fc9-48a3-9c0d-fa0bf068bb5f req-90ca89f1-4065-4144-8437-4c467f7bdc29 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:39.200104 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e3e8b1ad-9fc9-48a3-9c0d-fa0bf068bb5f req-90ca89f1-4065-4144-8437-4c467f7bdc29 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0549636 Nov 22 13:46:39.255533 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e3e8b1ad-9fc9-48a3-9c0d-fa0bf068bb5f req-ba30301e-0b5b-4dbd-9216-de97c59f1a83 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474138 Nov 22 13:46:39.401499 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa83c8-b282-4734-9480-00af2468281a req-b3e6ad58-cb99-4372-adbe-ab4d4fcc0f7a tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:39.403170 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6daa83c8-b282-4734-9480-00af2468281a req-b3e6ad58-cb99-4372-adbe-ab4d4fcc0f7a tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 946 time: 0.0506718 Nov 22 13:46:39.458606 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6daa83c8-b282-4734-9480-00af2468281a req-b974d2e2-11f6-49dd-96c3-aefc85d3f2ff tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Nov 22 13:46:39.769870 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-da2d32d2-afb7-4a21-b109-8e61d956008f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:39.772712 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-da2d32d2-afb7-4a21-b109-8e61d956008f tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 946 time: 0.0579832 Nov 22 13:46:39.881983 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Deleting port 38144404-1539-410c-a098-200cd008d0f8 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:46:39.882191 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:40.216752 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] For port 38144404-1539-410c-a098-200cd008d0f8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=38144404-1539-410c-a098-200cd008d0f8,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:40.218770 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:40.232416 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Calling delete_port for 38144404-1539-410c-a098-200cd008d0f8 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:46:40.429890 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:40.444499 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f', '80f03947-781b-4a39-9323-dfa2732c6802', 'a760b18b-7299-4bf4-8bbf-18fad93e8b12', '38144404-1539-410c-a098-200cd008d0f8'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:46:40.473704 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event deleted for resources: {'Port': ['ID=38144404-1539-410c-a098-200cd008d0f8,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:40.506924 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1f08-0cf6-4c21-b387-0b7e122a1199 req-b38390cd-f3af-4538-ad07-ae0788a68931 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:40.520121 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-59fe1f08-0cf6-4c21-b387-0b7e122a1199 req-b38390cd-f3af-4538-ad07-ae0788a68931 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1436148 Nov 22 13:46:40.583689 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] No DVR routers for this DVR port 38144404-1539-410c-a098-200cd008d0f8 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:46:40.589369 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:40.593930 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-37509d8f-e8d6-4ad5-864d-a61bb080d03c req-b2e9453c-9c39-45d4-ad42-fabe41c0a7c0 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "DELETE /v2.0/ports/38144404-1539-410c-a098-200cd008d0f8 HTTP/1.1" status: 204 len: 173 time: 0.8133848 Nov 22 13:46:40.595161 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'name': 'network-vif-deleted', 'tag': '38144404-1539-410c-a098-200cd008d0f8'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:46:40.597714 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c407d2-848e-43df-9bdb-eed5435ee56e" -d '{"events": [{"server_uuid": "5bc1627d-2a2c-4ac6-b832-9ab05b4da015", "name": "network-vif-deleted", "tag": "38144404-1539-410c-a098-200cd008d0f8"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:46:40.653406 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-06f3aeed-c02f-425e-bb12-c932ea9fa6e6 req-f6bf18b0-6d67-43d4-ae3f-21633dd2fac8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bc1627d-2a2c-4ac6-b832-9ab05b4da015 HTTP/1.1" status: 200 len: 210 time: 0.0568569 Nov 22 13:46:40.659045 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-59fe1f08-0cf6-4c21-b387-0b7e122a1199 req-117f14e0-db29-4bc7-81cc-f385c3687129 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323397 Nov 22 13:46:40.709398 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0000410-fa7e-4c88-a5b0-2191a8bf33c9 x-openstack-request-id: req-e0000410-fa7e-4c88-a5b0-2191a8bf33c9 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:46:40.709711 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc1627d-2a2c-4ac6-b832-9ab05b4da015", "name": "network-vif-deleted", "tag": "38144404-1539-410c-a098-200cd008d0f8", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:46:40.709965 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0000410-fa7e-4c88-a5b0-2191a8bf33c9 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:46:40.710367 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc1627d-2a2c-4ac6-b832-9ab05b4da015', 'name': 'network-vif-deleted', 'tag': '38144404-1539-410c-a098-200cd008d0f8', 'status': 'completed', 'code': 200} Nov 22 13:46:41.825128 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953bb35-5152-4c95-bcee-6f591ffcbcb2 req-a287b9fd-69f5-4483-9e81-6e038eab2286 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:41.833048 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1953bb35-5152-4c95-bcee-6f591ffcbcb2 req-a287b9fd-69f5-4483-9e81-6e038eab2286 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0954957 Nov 22 13:46:41.897261 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1953bb35-5152-4c95-bcee-6f591ffcbcb2 req-c48708d9-cf26-4779-a020-80115f3d0879 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632055 Nov 22 13:46:42.134233 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-79d386d7-643c-499e-9cfa-b675e6bf4f3f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395455 Nov 22 13:46:42.204222 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-bee79261-3513-437a-be87-d3c86b049c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:42.205731 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-bee79261-3513-437a-be87-d3c86b049c5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 1098 time: 0.0438399 Nov 22 13:46:42.322902 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-8458e546-d788-4182-b5f8-4e31aa0fc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:42.324353 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-8458e546-d788-4182-b5f8-4e31aa0fc818 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.0945501 Nov 22 13:46:42.372677 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-017d5a41-9ebc-4630-bf66-46c02aef5e30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f134f236-0d84-4ad1-ba73-313f831e4543 HTTP/1.1" status: 200 len: 217 time: 0.0342121 Nov 22 13:46:42.426162 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-ccf2f910-46b7-4fb9-a73f-39fbef7f76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:42.427626 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-ccf2f910-46b7-4fb9-a73f-39fbef7f76b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.0467129 Nov 22 13:46:42.464778 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-0bcbf6f0-1264-43b1-80ed-91efee520c36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266700 Nov 22 13:46:42.573468 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-9cbffeea-b8fe-4fb9-a349-660a7ac002b5 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949872 Nov 22 13:46:42.688064 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1bc1a030-996f-46f1-862d-13bcccc31bc8 req-33ce9cbc-4a4c-4181-820b-ab7467a768f0 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960851 Nov 22 13:46:43.035169 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6406dde-0376-4e20-a727-6e82a8d4e3c4 req-4ded78f5-344a-4d01-8ede-326500c3401d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:43.036837 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b6406dde-0376-4e20-a727-6e82a8d4e3c4 req-4ded78f5-344a-4d01-8ede-326500c3401d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0549953 Nov 22 13:46:43.132114 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b6406dde-0376-4e20-a727-6e82a8d4e3c4 req-1dfcb258-6d55-48d1-9220-a14546bc1f74 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887070 Nov 22 13:46:43.142870 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b2a70-b250-43ae-8e54-4b89217311fa req-06da6cdd-7d8c-4b65-bc0d-0524b2368dad tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:43.145749 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0e7b2a70-b250-43ae-8e54-4b89217311fa req-06da6cdd-7d8c-4b65-bc0d-0524b2368dad tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.0791280 Nov 22 13:46:43.204765 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0e7b2a70-b250-43ae-8e54-4b89217311fa req-8be8dcba-e89b-498b-a17e-1962d9174712 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532620 Nov 22 13:46:43.414404 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 38144404-1539-410c-a098-200cd008d0f8 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:46:43.434439 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 38144404-1539-410c-a098-200cd008d0f8 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:46:43.435078 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 38144404-1539-410c-a098-200cd008d0f8 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:46:44.283106 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cde00b-a809-482e-aac3-01187b7260a3 req-11c69bb7-6caa-4ea8-bb7a-7d895bfad3ca tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:44.284644 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b4cde00b-a809-482e-aac3-01187b7260a3 req-11c69bb7-6caa-4ea8-bb7a-7d895bfad3ca tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0698571 Nov 22 13:46:44.343402 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec75259-c328-48ae-bbad-a9347a78a600 req-b8990154-a775-4bea-965d-c0ed61e1c2e8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:44.348506 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b4cde00b-a809-482e-aac3-01187b7260a3 req-ed0434c7-0bdb-4244-a9e2-f1e60523daa3 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550478 Nov 22 13:46:44.354628 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2ec75259-c328-48ae-bbad-a9347a78a600 req-b8990154-a775-4bea-965d-c0ed61e1c2e8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.0733573 Nov 22 13:46:44.417584 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2ec75259-c328-48ae-bbad-a9347a78a600 req-2dd72ca5-66f1-47a3-9a92-482f615e7a91 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616868 Nov 22 13:46:45.490315 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be231-5ca2-42ba-8530-7bb720b44253 req-31837b06-e958-4b18-bbd1-55a52ba425c0 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:45.492811 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7a6be231-5ca2-42ba-8530-7bb720b44253 req-31837b06-e958-4b18-bbd1-55a52ba425c0 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0723069 Nov 22 13:46:45.580589 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7a6be231-5ca2-42ba-8530-7bb720b44253 req-307e5fdb-58e8-454a-bf7a-fefd457a0245 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810266 Nov 22 13:46:45.596413 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02efc92-2316-48c3-aeeb-f3a3f98672b2 req-ef8a9950-cb1f-4234-96c3-453a62149bf6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:45.598376 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c02efc92-2316-48c3-aeeb-f3a3f98672b2 req-ef8a9950-cb1f-4234-96c3-453a62149bf6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.0883341 Nov 22 13:46:45.656680 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c02efc92-2316-48c3-aeeb-f3a3f98672b2 req-4819ab9a-a287-4745-aebe-f948a2f74071 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 Nov 22 13:46:46.692540 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f0237-a13d-40f5-9f3c-d4242c807735 req-f5e614f4-09e1-4d22-87dd-6494ff00dac2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:46.694685 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-833f0237-a13d-40f5-9f3c-d4242c807735 req-f5e614f4-09e1-4d22-87dd-6494ff00dac2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0522044 Nov 22 13:46:46.799252 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-833f0237-a13d-40f5-9f3c-d4242c807735 req-e4f8368c-c332-422e-9dc6-c9841a9e1c91 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987186 Nov 22 13:46:46.821384 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-feceb145-d851-4d15-9d84-b3fee3cac7aa tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:46.822907 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-feceb145-d851-4d15-9d84-b3fee3cac7aa tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.0929015 Nov 22 13:46:46.879905 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99668090-1ef3-4123-a8f9-21066e9f9d3d req-967e1f6f-4d80-4ed7-a15a-b427a21ba583 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:46.881979 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-99668090-1ef3-4123-a8f9-21066e9f9d3d req-967e1f6f-4d80-4ed7-a15a-b427a21ba583 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 946 time: 0.1086237 Nov 22 13:46:46.985961 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-99668090-1ef3-4123-a8f9-21066e9f9d3d req-a13c2688-820b-44fd-a425-d9a7ec0ebdd7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971103 Nov 22 13:46:47.018834 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Deleting port a760b18b-7299-4bf4-8bbf-18fad93e8b12 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:46:47.019195 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:47.156815 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] For port a760b18b-7299-4bf4-8bbf-18fad93e8b12, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a760b18b-7299-4bf4-8bbf-18fad93e8b12,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:46:47.157174 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:47.173735 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Calling delete_port for a760b18b-7299-4bf4-8bbf-18fad93e8b12 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:46:47.321848 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:47.339436 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f', '80f03947-781b-4a39-9323-dfa2732c6802', 'a760b18b-7299-4bf4-8bbf-18fad93e8b12'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:46:47.360737 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event deleted for resources: {'Port': ['ID=a760b18b-7299-4bf4-8bbf-18fad93e8b12,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:46:47.368951 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.368951 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.369557 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.369903 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.370314 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.370757 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.371127 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.371526 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.371923 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.372328 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.372727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.373126 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:46:47.416179 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] No DVR routers for this DVR port a760b18b-7299-4bf4-8bbf-18fad93e8b12 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:46:47.421275 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:47.425539 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9316ca0b-57cb-47dc-84c7-0f0de9554cbd req-16a36b11-23f0-43f3-aa5b-30cada058126 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "DELETE /v2.0/ports/a760b18b-7299-4bf4-8bbf-18fad93e8b12 HTTP/1.1" status: 204 len: 173 time: 0.5922203 Nov 22 13:46:47.425987 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f49825-783b-4991-9213-98c29527695e', 'name': 'network-vif-deleted', 'tag': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:46:47.428361 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380df17e-0a75-4a0f-b11b-631db542b0d2" -d '{"events": [{"server_uuid": "16f49825-783b-4991-9213-98c29527695e", "name": "network-vif-deleted", "tag": "a760b18b-7299-4bf4-8bbf-18fad93e8b12"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:46:47.492723 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48cb1f7-d694-4ab7-b8a8-da5a1195f56a x-openstack-request-id: req-c48cb1f7-d694-4ab7-b8a8-da5a1195f56a {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:46:47.493097 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f49825-783b-4991-9213-98c29527695e", "name": "network-vif-deleted", "tag": "a760b18b-7299-4bf4-8bbf-18fad93e8b12", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:46:47.493875 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c48cb1f7-d694-4ab7-b8a8-da5a1195f56a {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:46:47.493875 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f49825-783b-4991-9213-98c29527695e', 'name': 'network-vif-deleted', 'tag': 'a760b18b-7299-4bf4-8bbf-18fad93e8b12', 'status': 'completed', 'code': 200} Nov 22 13:46:47.918843 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71363f79-3972-495b-ab3e-e168b73c6da0 req-e57dc882-4f5a-40b8-b47b-04183c5f0570 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:47.921006 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-71363f79-3972-495b-ab3e-e168b73c6da0 req-e57dc882-4f5a-40b8-b47b-04183c5f0570 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0517066 Nov 22 13:46:47.983997 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-71363f79-3972-495b-ab3e-e168b73c6da0 req-460df715-7666-4c0a-8a74-2cbd86866339 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512469 Nov 22 13:46:48.084732 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-76fdc12a-e286-4ecc-8654-c95b46df0bb4 req-43d93f44-7191-4fe7-8d10-eb995005f43a tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 210 time: 0.0268135 Nov 22 13:46:48.564790 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:49.106278 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3688e67-0910-4aac-8110-c0a186d0aa1a req-59bb9bc7-cb48-4912-9525-2106a9609650 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:49.109448 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b3688e67-0910-4aac-8110-c0a186d0aa1a req-59bb9bc7-cb48-4912-9525-2106a9609650 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0578942 Nov 22 13:46:49.202540 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b3688e67-0910-4aac-8110-c0a186d0aa1a req-c544ddb0-15b6-412e-bde3-789fff55620b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845268 Nov 22 13:46:49.204223 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-239acf77-1679-43d4-8092-4123dae58fed req-36dc6935-df10-427e-aee4-5a17be72057b tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 210 time: 0.0376742 Nov 22 13:46:50.311316 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735266-1758-4b72-9061-424e92c3bce1 req-16068db4-6733-4405-b533-87bdc22cd680 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:50.318878 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-85735266-1758-4b72-9061-424e92c3bce1 req-16068db4-6733-4405-b533-87bdc22cd680 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0570958 Nov 22 13:46:50.359583 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4c7a679f-4b32-43c2-89eb-f462a52576c6 req-13dfaf21-b8f1-4e8f-b64d-0348b9acbe64 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 210 time: 0.0466282 Nov 22 13:46:50.385138 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-85735266-1758-4b72-9061-424e92c3bce1 req-e95ea8b6-667a-48e1-acf5-86c16e138f3f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Nov 22 13:46:50.783594 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device a760b18b-7299-4bf4-8bbf-18fad93e8b12 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:46:50.817747 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: a760b18b-7299-4bf4-8bbf-18fad93e8b12 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:46:50.818572 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device a760b18b-7299-4bf4-8bbf-18fad93e8b12 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:46:51.467566 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9a201ba2-28e9-4ebf-a8df-21d7633fd81a req-6a17c174-2111-44c3-83c6-bce34fb03080 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=16f49825-783b-4991-9213-98c29527695e HTTP/1.1" status: 200 len: 210 time: 0.0283406 Nov 22 13:46:51.518520 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d84031-ac0c-4321-9b10-670bc82afce5 req-fa3b3526-7098-489f-a434-3838b9cb3139 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:51.520055 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-74d84031-ac0c-4321-9b10-670bc82afce5 req-fa3b3526-7098-489f-a434-3838b9cb3139 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0574975 Nov 22 13:46:51.577643 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-74d84031-ac0c-4321-9b10-670bc82afce5 req-f47d466a-5072-40e1-ab4e-3e705116cbf4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505402 Nov 22 13:46:52.531794 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fe67eb86-7563-4f16-9426-d8dd6922c750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:52.754117 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba7444-5091-4dfe-8e36-307fdf913ffb req-bb64391b-37a7-4b81-9236-b17e8c03a544 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:52.763284 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7eba7444-5091-4dfe-8e36-307fdf913ffb req-bb64391b-37a7-4b81-9236-b17e8c03a544 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0765927 Nov 22 13:46:52.832087 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7eba7444-5091-4dfe-8e36-307fdf913ffb req-b7b103de-523b-457a-8d41-d9978accb5bd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613151 Nov 22 13:46:52.878591 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf41367-922d-4918-8c7f-efb9e8f39848 req-a70975f1-b047-409d-8765-a1001abd83e9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:52.885801 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cdf41367-922d-4918-8c7f-efb9e8f39848 req-a70975f1-b047-409d-8765-a1001abd83e9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0682354 Nov 22 13:46:52.932726 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cdf41367-922d-4918-8c7f-efb9e8f39848 req-18e63d56-0525-4672-81e1-87cbbfcb8ea6 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460474 Nov 22 13:46:53.940835 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70483c-48aa-43fb-8e0c-3f141318d956 req-84742aa3-59e7-4bc6-bd26-cbc4c0762206 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:53.942330 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fc70483c-48aa-43fb-8e0c-3f141318d956 req-84742aa3-59e7-4bc6-bd26-cbc4c0762206 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0485380 Nov 22 13:46:53.993336 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fc70483c-48aa-43fb-8e0c-3f141318d956 req-34ec12c5-edbf-4eeb-8ba7-2528551b7dc1 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 Nov 22 13:46:54.056105 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644ce7d-79d9-4501-a652-89990a0c280c req-6a6bcbe5-5027-4bf8-b3b0-2d6e6c36eb62 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:54.057629 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f644ce7d-79d9-4501-a652-89990a0c280c req-6a6bcbe5-5027-4bf8-b3b0-2d6e6c36eb62 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Nov 22 13:46:54.104340 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f644ce7d-79d9-4501-a652-89990a0c280c req-f2af7ea9-bb95-4814-b45e-32ccd40fff53 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Nov 22 13:46:54.910242 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-46614f84-278d-4623-a58e-0c13dc500f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:55.108091 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116902b9-8ded-4106-b6de-2317d8feece3 req-cccf135b-d6e8-42b8-bb52-367e19b0ab54 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:55.109622 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-116902b9-8ded-4106-b6de-2317d8feece3 req-cccf135b-d6e8-42b8-bb52-367e19b0ab54 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0491841 Nov 22 13:46:55.160562 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-116902b9-8ded-4106-b6de-2317d8feece3 req-b27fb58d-8a0e-484b-9bd0-f33a2b8f2dca tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Nov 22 13:46:55.225923 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e56bc-37ea-405a-bb40-51be5f504494 req-36b86e30-9eae-451d-b6a3-462cfd504315 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:55.227398 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c84e56bc-37ea-405a-bb40-51be5f504494 req-36b86e30-9eae-451d-b6a3-462cfd504315 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0511069 Nov 22 13:46:55.273969 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c84e56bc-37ea-405a-bb40-51be5f504494 req-3ce5e77c-c694-4122-baee-d08fe335a779 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Nov 22 13:46:55.823507 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:56.304534 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52549252-30bb-4ac5-98dc-d47091ced91f req-552b32cc-03f3-4733-ba75-1d8c523aaacb tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:56.312192 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-52549252-30bb-4ac5-98dc-d47091ced91f req-552b32cc-03f3-4733-ba75-1d8c523aaacb tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0637715 Nov 22 13:46:56.364219 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-52549252-30bb-4ac5-98dc-d47091ced91f req-01b34241-851d-4219-ac4b-d55f8b61ce1d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510416 Nov 22 13:46:56.430117 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7a117-be9c-464d-98c8-04a4d7f02cde req-f81ff0df-7d6e-43fd-ba50-2c53435603f9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:56.431590 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-25b7a117-be9c-464d-98c8-04a4d7f02cde req-f81ff0df-7d6e-43fd-ba50-2c53435603f9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0586586 Nov 22 13:46:56.495209 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-25b7a117-be9c-464d-98c8-04a4d7f02cde req-170592d6-768e-4016-bd37-4cd5adc353d8 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506780 Nov 22 13:46:57.341611 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:57.501268 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c0ea4-90da-4b37-b840-77f1fa4e8bbe req-d0262482-7ee9-431a-bec6-7194068e18b0 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:57.504064 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-769c0ea4-90da-4b37-b840-77f1fa4e8bbe req-d0262482-7ee9-431a-bec6-7194068e18b0 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0541947 Nov 22 13:46:57.565737 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-769c0ea4-90da-4b37-b840-77f1fa4e8bbe req-614e61fb-6e2d-4f8a-8ae1-bc3d6f65975a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549486 Nov 22 13:46:57.641682 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8e87-5eb1-4290-acc7-d33023be2a36 req-496829c9-4b24-479a-a350-2972f11c60e1 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:57.643212 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-182a8e87-5eb1-4290-acc7-d33023be2a36 req-496829c9-4b24-479a-a350-2972f11c60e1 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0554552 Nov 22 13:46:57.699117 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-182a8e87-5eb1-4290-acc7-d33023be2a36 req-a5d34188-c03d-40ec-bce2-5d03439596cf tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495472 Nov 22 13:46:58.177026 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:46:58.727658 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a415c65-bdac-47c2-9dc9-8b33e88a08dd req-64ef7303-961d-4478-86b4-d0c2bf39eef9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:58.729149 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8a415c65-bdac-47c2-9dc9-8b33e88a08dd req-64ef7303-961d-4478-86b4-d0c2bf39eef9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0512569 Nov 22 13:46:58.778866 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8a415c65-bdac-47c2-9dc9-8b33e88a08dd req-dd8c2448-713c-4a7f-9e00-2ba06bcd2c8d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Nov 22 13:46:58.819650 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11580e5a-4ba9-4ada-8dd2-9fc9234f2ad3 req-390752a2-6032-4dba-bf77-2bcb5679f055 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:58.821146 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-11580e5a-4ba9-4ada-8dd2-9fc9234f2ad3 req-390752a2-6032-4dba-bf77-2bcb5679f055 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0492332 Nov 22 13:46:58.883650 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-11580e5a-4ba9-4ada-8dd2-9fc9234f2ad3 req-cff63bc1-9971-4db8-92d1-3242c03a5fda tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558484 Nov 22 13:46:59.894074 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddb152-9849-4bde-ad01-da255e42c9be req-8cd1d033-53e6-4c4f-9927-f7c730da9e1a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:46:59.895538 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-33ddb152-9849-4bde-ad01-da255e42c9be req-8cd1d033-53e6-4c4f-9927-f7c730da9e1a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0474966 Nov 22 13:46:59.947364 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-33ddb152-9849-4bde-ad01-da255e42c9be req-00661768-dcbf-4281-8c4a-74ff72f0c6af tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Nov 22 13:46:59.999758 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1aed-c9bc-42af-bd0e-05dc8293821e req-528b418f-582b-41ca-826c-9a76bcb51988 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:00.001266 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-39ac1aed-c9bc-42af-bd0e-05dc8293821e req-528b418f-582b-41ca-826c-9a76bcb51988 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0493596 Nov 22 13:47:00.047771 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-39ac1aed-c9bc-42af-bd0e-05dc8293821e req-af80eea1-e245-4880-b7a5-b0bd98690bcf tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Nov 22 13:47:01.061982 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707691c6-d02d-4981-ba89-5bc0a58c0e59 req-11b52065-cae8-4fc9-b9fe-3ea12ce66e64 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:01.063452 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-707691c6-d02d-4981-ba89-5bc0a58c0e59 req-11b52065-cae8-4fc9-b9fe-3ea12ce66e64 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0475488 Nov 22 13:47:01.114240 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-707691c6-d02d-4981-ba89-5bc0a58c0e59 req-c8d7c49b-a101-4ddf-8cfc-2b651d9ac3e6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Nov 22 13:47:01.166673 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbf927-55c4-4ddf-9d2c-2d056772903a req-f55784d8-a4a9-4090-8b26-e3b035fd5d1b tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:01.168153 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fffbf927-55c4-4ddf-9d2c-2d056772903a req-f55784d8-a4a9-4090-8b26-e3b035fd5d1b tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0520198 Nov 22 13:47:01.214550 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fffbf927-55c4-4ddf-9d2c-2d056772903a req-ec1c3b82-e726-429d-875a-915d1948eff9 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Nov 22 13:47:02.228041 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee55f3-64b8-4650-a21c-3e1af88d8871 req-52af6a0a-3c33-4192-bbd6-cf8d10ae821a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:02.229529 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80ee55f3-64b8-4650-a21c-3e1af88d8871 req-52af6a0a-3c33-4192-bbd6-cf8d10ae821a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0482831 Nov 22 13:47:02.279594 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80ee55f3-64b8-4650-a21c-3e1af88d8871 req-a3456c12-b7bb-41eb-b577-3660661f76c2 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Nov 22 13:47:02.330568 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2f04e-5321-4ead-9713-153e8f79cc8c req-6b0c6d9a-f84c-48de-8961-c8070846b896 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:02.332059 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d2c2f04e-5321-4ead-9713-153e8f79cc8c req-6b0c6d9a-f84c-48de-8961-c8070846b896 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Nov 22 13:47:02.388968 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d2c2f04e-5321-4ead-9713-153e8f79cc8c req-95c552cd-2aba-4409-bc09-c5abb1fe6d9a tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503466 Nov 22 13:47:02.691731 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-2bc26acf-1d22-469a-bb03-fef4d7065b1c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:02.693098 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-2bc26acf-1d22-469a-bb03-fef4d7065b1c tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 946 time: 0.0509577 Nov 22 13:47:02.787315 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Deleting port 80f03947-781b-4a39-9323-dfa2732c6802 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:02.787654 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:02.881360 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] For port 80f03947-781b-4a39-9323-dfa2732c6802, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=80f03947-781b-4a39-9323-dfa2732c6802,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:02.881727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:02.895104 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Calling delete_port for 80f03947-781b-4a39-9323-dfa2732c6802 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:03.022652 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:03.034845 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:47:03.054848 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event deleted for resources: {'Port': ['ID=80f03947-781b-4a39-9323-dfa2732c6802,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:03.096089 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] No DVR routers for this DVR port 80f03947-781b-4a39-9323-dfa2732c6802 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:47:03.098639 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:03.101992 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e7098ce8-bc5c-47a7-9df5-80f3fc5da4ff req-1aa171e2-83b9-4ab8-84e3-5123b2c07afb tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "DELETE /v2.0/ports/80f03947-781b-4a39-9323-dfa2732c6802 HTTP/1.1" status: 204 len: 173 time: 0.3997447 Nov 22 13:47:03.102446 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'name': 'network-vif-deleted', 'tag': '80f03947-781b-4a39-9323-dfa2732c6802'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:03.104698 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628c886-4abd-421d-a2f2-861bfbda0e9b" -d '{"events": [{"server_uuid": "ec2ef5de-febe-4a82-a6e4-39273ff76912", "name": "network-vif-deleted", "tag": "80f03947-781b-4a39-9323-dfa2732c6802"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:03.147395 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb52f0da-f1e6-45e6-9b32-7909d676661c x-openstack-request-id: req-fb52f0da-f1e6-45e6-9b32-7909d676661c {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:03.147694 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec2ef5de-febe-4a82-a6e4-39273ff76912", "name": "network-vif-deleted", "tag": "80f03947-781b-4a39-9323-dfa2732c6802", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:03.147951 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb52f0da-f1e6-45e6-9b32-7909d676661c {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:03.148369 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec2ef5de-febe-4a82-a6e4-39273ff76912', 'name': 'network-vif-deleted', 'tag': '80f03947-781b-4a39-9323-dfa2732c6802', 'status': 'completed', 'code': 200} Nov 22 13:47:03.422408 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee71f2c-b479-4b0b-bdac-003e823c8f11 req-7c8c1de4-ff6a-4913-9ef4-fff51b5b79a9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:03.423926 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0ee71f2c-b479-4b0b-bdac-003e823c8f11 req-7c8c1de4-ff6a-4913-9ef4-fff51b5b79a9 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0772812 Nov 22 13:47:03.426621 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5af1c-dfee-4b8f-95db-1cac67b304e6 req-14e3242c-35c0-4988-ace5-fdebcff5c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:03.427992 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-33d5af1c-dfee-4b8f-95db-1cac67b304e6 req-14e3242c-35c0-4988-ace5-fdebcff5c718 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.0713677 Nov 22 13:47:03.500166 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6198f0eb-7cf9-4811-9f43-ab231c99a0d6 req-5e77c309-b20a-477c-ac80-cc1ebd503c3d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec2ef5de-febe-4a82-a6e4-39273ff76912 HTTP/1.1" status: 200 len: 210 time: 0.0283883 Nov 22 13:47:03.501774 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0ee71f2c-b479-4b0b-bdac-003e823c8f11 req-98571f84-626f-49fd-ac46-1e29c27b4d14 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709901 Nov 22 13:47:03.533675 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-33d5af1c-dfee-4b8f-95db-1cac67b304e6 req-d60f9234-266d-42fe-8a0f-f1abe0826533 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897417 Nov 22 13:47:04.625808 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc02d3a-986f-4e31-9b9f-7ad579acc738 req-dbf4a385-1ecb-4768-b496-ab315bdb1515 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:04.627318 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6fc02d3a-986f-4e31-9b9f-7ad579acc738 req-dbf4a385-1ecb-4768-b496-ab315bdb1515 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0575020 Nov 22 13:47:04.678440 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6fc02d3a-986f-4e31-9b9f-7ad579acc738 req-19b67565-2375-4023-9840-4ab64ca9e87e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448446 Nov 22 13:47:04.837104 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 80f03947-781b-4a39-9323-dfa2732c6802 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:04.858065 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 80f03947-781b-4a39-9323-dfa2732c6802 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:04.858407 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 80f03947-781b-4a39-9323-dfa2732c6802 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:05.800666 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630b1f5-5539-4831-8c15-ff601969f121 req-e76c4b12-8072-49aa-8bc9-9c56fe63e53f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:05.802213 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b630b1f5-5539-4831-8c15-ff601969f121 req-e76c4b12-8072-49aa-8bc9-9c56fe63e53f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0533266 Nov 22 13:47:05.861569 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b630b1f5-5539-4831-8c15-ff601969f121 req-470f4352-1e56-4070-8030-9ee52d8e0073 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530849 Nov 22 13:47:05.923170 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820a95a-b514-432b-b480-3013b6990cff req-30b4e3aa-cbfb-4220-bd8e-e7d53caa2573 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:05.924778 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4820a95a-b514-432b-b480-3013b6990cff req-30b4e3aa-cbfb-4220-bd8e-e7d53caa2573 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.0527902 Nov 22 13:47:06.004353 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4820a95a-b514-432b-b480-3013b6990cff req-9957a850-aeba-406c-9b3d-8aad95bee181 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648456 Nov 22 13:47:06.172213 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56514) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:06.227854 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Deleting subnet 6f124c59-85fc-46b7-a6de-13b5da97053e {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:47:06.230975 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.247041 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76662dec-a1fa-4e5b-a6e3-5f6e8177f43e req-02fb4b7d-e6b7-4af3-b6a7-e64131618b53 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:06.249239 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-76662dec-a1fa-4e5b-a6e3-5f6e8177f43e req-02fb4b7d-e6b7-4af3-b6a7-e64131618b53 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0871563 Nov 22 13:47:06.254890 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-813733e7-d459-448a-a941-e7cc468694b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:06.256294 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-813733e7-d459-448a-a941-e7cc468694b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d3623b6aa624b48b153f3bb831c6385&device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 1098 time: 0.0654166 Nov 22 13:47:06.267624 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.309521 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.351755 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-76662dec-a1fa-4e5b-a6e3-5f6e8177f43e req-b41e2a28-75c1-4dc3-ba59-396793ce228f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944736 Nov 22 13:47:06.378793 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.383828 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-e9ebc946-f3f8-4fe4-8d9e-39b0b1949e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:06.385328 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-e9ebc946-f3f8-4fe4-8d9e-39b0b1949e50 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 200 len: 919 time: 0.1150761 Nov 22 13:47:06.407625 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f124c59-85fc-46b7-a6de-13b5da97053e,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:06.410089 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.415619 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6f124c59-85fc-46b7-a6de-13b5da97053e HTTP/1.1" status: 204 len: 168 time: 0.2398174 Nov 22 13:47:06.415804 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56518) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:06.426219 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.426578 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.426922 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.427260 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.427601 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.428083 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.428375 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.429249 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.429249 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.429249 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.429587 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.429927 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394dc17c-9ae7-4330-b1e9-db3fee09aa7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:06.430037 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-18835d4a-cb42-447f-a973-0bdeb99d13ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 200 len: 217 time: 0.0352597 Nov 22 13:47:06.483113 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-5033f760-cc06-4f76-8ff7-d521988bf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:06.484509 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-5033f760-cc06-4f76-8ff7-d521988bf7fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 200 len: 858 time: 0.0459552 Nov 22 13:47:06.496331 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.521236 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-8c12d49b-886c-4930-9bd5-66794172ea89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2355211-3396-4b01-b0ca-f92016bb8ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245061 Nov 22 13:47:06.589581 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.610294 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369cd7dd-1c9d-49ea-964a-b204a6cb66f8']}} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:06.617851 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-d520355b-c2eb-4709-9828-c31484c73e5c service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Nov 22 13:47:06.619395 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40048753-98f4-47a8-9784-5a9bc6ed9dd7') {'for_net_delete': True} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:06.619689 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40048753-98f4-47a8-9784-5a9bc6ed9dd7') {} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:06.629210 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2650664'] for segment, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.642593 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.648528 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:47:06.648954 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2665001'] for segment, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: Traceback (most recent call last): Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: timer() Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: cb(*args, **kw) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: return func(*args, **kwargs) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: self._notify() Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: self.callback(batched_events) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: event.method(event) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: return f(self, *a, **k) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._get(url).json() Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: return self.request(url, 'GET', **kwargs) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:47:06.650612 dv-cinder-768458-14-iscsi neutron-server[109190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:47:06.707862 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.710467 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df037a7-1ea6-47bf-a7be-af7e9ebab104 req-c034e597-9a98-43fd-8834-eddbac4f3425 service neutron] 10.222.0.52 "GET /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838151 Nov 22 13:47:06.713719 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:06.720792 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] 10.222.0.31 "DELETE /v2.0/networks/369cd7dd-1c9d-49ea-964a-b204a6cb66f8 HTTP/1.1" status: 204 len: 168 time: 0.3016856 Nov 22 13:47:06.733696 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068b77c-02f4-4dae-8be4-e2e62f28ae13 admin admin] Pushing event deleted for resources: {'Network': ['ID=369cd7dd-1c9d-49ea-964a-b204a6cb66f8,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:06.910943 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56522) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:06.952987 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-e538759c-2ce6-4ff4-b97a-b927a8c3d440 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ef5dbba9eac4d15aec9b4a4e94cc84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408740 Nov 22 13:47:06.955595 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56524) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:07.003706 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4d671b25-5c27-44cf-9f7a-a89a140e536a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:07.025102 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4d671b25-5c27-44cf-9f7a-a89a140e536a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:07.083678 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4d671b25-5c27-44cf-9f7a-a89a140e536a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:07.086855 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4d671b25-5c27-44cf-9f7a-a89a140e536a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:07.087977 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-4d671b25-5c27-44cf-9f7a-a89a140e536a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06f90896-fbbe-41c8-ae3a-5216e38bc5a6 HTTP/1.1" status: 204 len: 168 time: 0.1313882 Nov 22 13:47:07.119486 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671b25-5c27-44cf-9f7a-a89a140e536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f90896-fbbe-41c8-ae3a-5216e38bc5a6,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:07.134496 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e84432-4200-46df-8c48-8eb837acd3c2 req-a94b8745-c832-476b-a483-8b430f3b1050 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:07.136050 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-67e84432-4200-46df-8c48-8eb837acd3c2 req-a94b8745-c832-476b-a483-8b430f3b1050 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.0659013 Nov 22 13:47:07.193722 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-67e84432-4200-46df-8c48-8eb837acd3c2 req-29b48ee0-c358-4a07-bcaf-08bf049a2859 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456531 Nov 22 13:47:07.520053 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ea9d7-0b5a-4690-9996-cacb1bf739ce req-2ffb2821-ad34-4c88-ae57-9b784e603997 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:07.521626 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-361ea9d7-0b5a-4690-9996-cacb1bf739ce req-2ffb2821-ad34-4c88-ae57-9b784e603997 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0775099 Nov 22 13:47:07.594502 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-361ea9d7-0b5a-4690-9996-cacb1bf739ce req-31a3331b-6a96-42ff-bd24-36d418e93fa5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583308 Nov 22 13:47:07.933727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56568) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:08.048055 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1468646789-network', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:08.068562 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Made reservation on behalf of ee3a9603fada4f72a111322a25c91454 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:08.070883 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.079625 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.152366 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.156485 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.180096 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:47:08.189473 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea4d95-3fb5-44ac-9e49-30ae5bfa5e4b,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:08.194038 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.194373 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Added segment e9b7003a-b703-4b5e-a7aa-cc3a9191fa15 of type vlan for network bf9e00ac-3683-4953-9d30-6f214cc48b07 Nov 22 13:47:08.234263 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.259534 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.260572 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:08.261159 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.342511 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4075825 Nov 22 13:47:08.345507 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56574) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:08.350431 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Request body: {'subnet': {'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1468646789-subnet', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:08.352809 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492932b7-68c1-43b9-b434-5ab3c16a0852 admin admin] Pushing event updated for resources: {'Network': ['ID=bf9e00ac-3683-4953-9d30-6f214cc48b07,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:08.366004 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:47:08.369165 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f3963-78bd-44eb-9aba-a8f856ebb2e4 req-ae2d17cb-4c20-4e19-b6f3-d5ddc25d335d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:08.370698 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f97f3963-78bd-44eb-9aba-a8f856ebb2e4 req-ae2d17cb-4c20-4e19-b6f3-d5ddc25d335d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.1043317 Nov 22 13:47:08.382671 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Made reservation on behalf of ee3a9603fada4f72a111322a25c91454 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:08.385402 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9759158'] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.421319 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f97f3963-78bd-44eb-9aba-a8f856ebb2e4 req-502ce571-fc80-4efe-8ee6-900e81fcea18 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Nov 22 13:47:08.570996 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2665152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9759112'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.628952 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ebd496-9f4c-4708-8d34-0ffe568383c7,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:08.636074 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Checking segment: {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:08.636433 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Network hostable DHCP agents. Network: bf9e00ac-3683-4953-9d30-6f214cc48b07, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:47:08.654345 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:47:08.670257 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, bf9e00ac-3683-4953-9d30-6f214cc48b07) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:08.678975 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a9052-9139-4056-b07c-017f096d30ed None None] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:47:08.686801 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:08.687400 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.707283 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-0d5585f9-145a-4dc5-b198-06dde4fabc47 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581061 Nov 22 13:47:08.707478 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56584) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:08.711537 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:08.740201 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8275de4-bb57-4430-a101-4952226f9b0f req-a25006af-e435-4df9-910f-c45e7220eafe tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:08.741715 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c8275de4-bb57-4430-a101-4952226f9b0f req-a25006af-e435-4df9-910f-c45e7220eafe tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0839322 Nov 22 13:47:08.757540 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.758537 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.827414 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-bf9e00ac-3683-4953-9d30-6f214cc48b07', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:47:08.828515 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.836970 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c8275de4-bb57-4430-a101-4952226f9b0f req-fd51dfc5-97bd-4f6e-bb30-a86d1abfb615 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859611 Nov 22 13:47:08.838348 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:08.970296 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Allocated IP 172.20.0.2 (bf9e00ac-3683-4953-9d30-6f214cc48b07/d2ebd496-9f4c-4708-8d34-0ffe568383c7/6360189a-9f71-4a2c-be20-5d030c6eeb4d) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:08.981132 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.112732 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.118064 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.164110 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:09.166757 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:09.170194 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:09.177295 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Pushing event updated for resources: {'Port': ['ID=6360189a-9f71-4a2c-be20-5d030c6eeb4d,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:09.179751 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.200184 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.201175 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.201547 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.201887 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.202219 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.202565 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.202676 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.202895 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.203221 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.203559 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.203888 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.204209 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.204541 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:09.238224 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Attempting to bind port 6360189a-9f71-4a2c-be20-5d030c6eeb4d on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:09.238687 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Attempting to bind port 6360189a-9f71-4a2c-be20-5d030c6eeb4d by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:09.239112 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Attempting to bind port 6360189a-9f71-4a2c-be20-5d030c6eeb4d on network bf9e00ac-3683-4953-9d30-6f214cc48b07 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:09.243975 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:09.244342 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Checking segment: {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:09.244740 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.245125 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Bound using segment: {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:09.245626 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Bound port: 6360189a-9f71-4a2c-be20-5d030c6eeb4d, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:09.245995 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.308398 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Allocated IP 172.27.0.190 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/f528a3a1-25f7-4eb1-a2e7-940850a64f23) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:09.309420 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] For port 6360189a-9f71-4a2c-be20-5d030c6eeb4d, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:09.312818 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] For port 6360189a-9f71-4a2c-be20-5d030c6eeb4d, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=6360189a-9f71-4a2c-be20-5d030c6eeb4d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:09.318979 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.376560 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d71e63-ac07-461a-b095-539267cec2b4 None None] Pushing event updated for resources: {'Port': ['ID=6360189a-9f71-4a2c-be20-5d030c6eeb4d,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:09.422698 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.462289 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.508156 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:09.511703 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:09.517061 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:09.558049 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Pushing event updated for resources: {'Port': ['ID=f528a3a1-25f7-4eb1-a2e7-940850a64f23,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:09.600387 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c4886-bb40-425c-a28d-7c94c8a3390e req-efad131d-b842-4e96-b6ff-812602464530 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:09.617275 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b74c4886-bb40-425c-a28d-7c94c8a3390e req-efad131d-b842-4e96-b6ff-812602464530 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.1213338 Nov 22 13:47:09.673585 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b74c4886-bb40-425c-a28d-7c94c8a3390e req-937ee643-eb98-48e9-bf73-bfe32a9ae7a7 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550070 Nov 22 13:47:09.813465 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:09.957847 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:47:10.025237 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844b716-df58-41aa-80a0-2bdbc9ebfc9a req-45459354-c878-41d6-9391-c5ef37f6d3fd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:10.026919 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8844b716-df58-41aa-80a0-2bdbc9ebfc9a req-45459354-c878-41d6-9391-c5ef37f6d3fd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1183527 Nov 22 13:47:10.073802 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:10.095467 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8844b716-df58-41aa-80a0-2bdbc9ebfc9a req-29a1160f-3e98-4089-82f2-e761dfc0e972 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599828 Nov 22 13:47:10.108518 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6360189a-9f71-4a2c-be20-5d030c6eeb4d up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:10.163402 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 6360189a-9f71-4a2c-be20-5d030c6eeb4d triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:10.163777 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:10.252226 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:10.293513 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 6360189a-9f71-4a2c-be20-5d030c6eeb4d, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=6360189a-9f71-4a2c-be20-5d030c6eeb4d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:10.299092 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:10.325356 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab93af4-986c-495e-85c2-aca6038f5d89 None None] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:47:10.398026 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=6360189a-9f71-4a2c-be20-5d030c6eeb4d,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:10.440140 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Router 05378cda-982a-4b2e-bf47-ce9d18c5a688 is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:47:10.469871 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-bc0535fa-e181-4c5d-b7ef-044d012ea05f None None] Provisioning complete for port 6360189a-9f71-4a2c-be20-5d030c6eeb4d triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:10.470242 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bc0535fa-e181-4c5d-b7ef-044d012ea05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:10.548807 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:47:10.558535 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Sync routers for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:47:10.566872 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:10.568088 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-b39d6bd1-d1b8-4b5a-a7af-6cdfcbf04a05 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8597226 Nov 22 13:47:10.570976 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56594) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:10.579428 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:10.579428 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:10.689518 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:10.821161 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-8a521d08-fcab-43e6-b973-ea80984453d7 None None] Provisioning complete for port 6360189a-9f71-4a2c-be20-5d030c6eeb4d triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:10.821802 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-8a521d08-fcab-43e6-b973-ea80984453d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:10.910553 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:09Z', 'revision_number': 3, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:10.948754 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Checking router: 05378cda-982a-4b2e-bf47-ce9d18c5a688 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:47:10.949109 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Updating router 05378cda-982a-4b2e-bf47-ce9d18c5a688 port f528a3a1-25f7-4eb1-a2e7-940850a64f23 binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:47:10.977617 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.145958 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf149eb-a0c6-43ab-94dc-1aee6e79db4b req-d850f55c-80a4-4dcb-bf46-6191266b1258 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:11.147463 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8cf149eb-a0c6-43ab-94dc-1aee6e79db4b req-d850f55c-80a4-4dcb-bf46-6191266b1258 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.3894629 Nov 22 13:47:11.199472 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-0c72f0d8-fafc-41a3-8305-32f90191e604 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:11.202287 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-0c72f0d8-fafc-41a3-8305-32f90191e604 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 945 time: 0.1163001 Nov 22 13:47:11.225958 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0589cc-5934-460b-926d-b4748519cc5f req-60039cd2-ab8e-4fea-91e0-9d2b1eafd8fe tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:11.227480 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c0589cc-5934-460b-926d-b4748519cc5f req-60039cd2-ab8e-4fea-91e0-9d2b1eafd8fe tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0532787 Nov 22 13:47:11.247340 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.253988 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.279640 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c0589cc-5934-460b-926d-b4748519cc5f req-f532532e-7bba-40be-9bbf-80a638c6ad57 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Nov 22 13:47:11.310640 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Attempting to bind port f528a3a1-25f7-4eb1-a2e7-940850a64f23 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:11.311103 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Attempting to bind port f528a3a1-25f7-4eb1-a2e7-940850a64f23 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:11.311452 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Attempting to bind port f528a3a1-25f7-4eb1-a2e7-940850a64f23 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:11.319080 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Pushing event updated for resources: {'Port': ['ID=f528a3a1-25f7-4eb1-a2e7-940850a64f23,revision_number=2']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:11.329555 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.329927 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.330268 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.330589 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.330917 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.331501 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.331613 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.331887 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.332207 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.332525 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.332976 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.333323 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:11.337367 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:11.337737 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:11.338138 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.338516 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:11.338981 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Bound port: f528a3a1-25f7-4eb1-a2e7-940850a64f23, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:11.339371 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.351259 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8cf149eb-a0c6-43ab-94dc-1aee6e79db4b req-7393d83b-f2dd-4233-b684-1ca7e53e58ac tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/security-groups?id=dda12027-0074-4603-b08b-94cbad2d6333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629832 Nov 22 13:47:11.396334 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] For port f528a3a1-25f7-4eb1-a2e7-940850a64f23, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:11.399772 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] For port f528a3a1-25f7-4eb1-a2e7-940850a64f23, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f528a3a1-25f7-4eb1-a2e7-940850a64f23,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:11.403824 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.422194 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Deleting port 50c3ed50-5520-48a4-93ea-11a9469b0a4f {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:11.422537 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.463917 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:11.464530 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:11.467211 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d2f74-448a-4965-9179-76b25e509bab None None] Pushing event updated for resources: {'Port': ['ID=f528a3a1-25f7-4eb1-a2e7-940850a64f23,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:11.574709 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] For port 50c3ed50-5520-48a4-93ea-11a9469b0a4f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=50c3ed50-5520-48a4-93ea-11a9469b0a4f,segment=NetworkSegment(991477c2-dbc6-4a05-bc9f-d53b7a45ac38),segment_id=991477c2-dbc6-4a05-bc9f-d53b7a45ac38)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:11.575117 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.579184 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.581115 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:11.599048 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Calling delete_port for 50c3ed50-5520-48a4-93ea-11a9469b0a4f owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:11.806154 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:09Z', 'revision_number': 3, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:11.870095 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Allocated IP 172.20.0.1 (bf9e00ac-3683-4953-9d30-6f214cc48b07/d2ebd496-9f4c-4708-8d34-0ffe568383c7/57b009d3-aef9-46d7-a1b6-0c8eb4accf7e) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:11.874164 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:11.893031 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['50c3ed50-5520-48a4-93ea-11a9469b0a4f'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:47:11.930147 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6ac99e-4304-4c7f-8f80-6bc4f31f1fb4 None None] The sync data for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi is: [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:09Z', 'revision_number': 3, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:47:11.931283 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Pushing event deleted for resources: {'Port': ['ID=50c3ed50-5520-48a4-93ea-11a9469b0a4f,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:12.011411 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] No DVR routers for this DVR port 50c3ed50-5520-48a4-93ea-11a9469b0a4f on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:47:12.014986 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.018340 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97e286f1-c8f5-47b2-96d9-cba9f8ba347b req-d015b337-c4dd-48c9-8dbc-18a86ea6c789 tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.52 "DELETE /v2.0/ports/50c3ed50-5520-48a4-93ea-11a9469b0a4f HTTP/1.1" status: 204 len: 173 time: 0.8054636 Nov 22 13:47:12.018792 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'name': 'network-vif-deleted', 'tag': '50c3ed50-5520-48a4-93ea-11a9469b0a4f'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:12.021176 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde7f030-a131-4a57-9bb8-f9e534f2d64c" -d '{"events": [{"server_uuid": "fc23c4cb-5e26-4a3f-83a2-3f73820458a7", "name": "network-vif-deleted", "tag": "50c3ed50-5520-48a4-93ea-11a9469b0a4f"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:12.098560 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc57e14-a063-4aee-9beb-902733f7d663 x-openstack-request-id: req-2fc57e14-a063-4aee-9beb-902733f7d663 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:12.098863 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23c4cb-5e26-4a3f-83a2-3f73820458a7", "name": "network-vif-deleted", "tag": "50c3ed50-5520-48a4-93ea-11a9469b0a4f", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:12.099290 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fc57e14-a063-4aee-9beb-902733f7d663 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:12.099845 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23c4cb-5e26-4a3f-83a2-3f73820458a7', 'name': 'network-vif-deleted', 'tag': '50c3ed50-5520-48a4-93ea-11a9469b0a4f', 'status': 'completed', 'code': 200} Nov 22 13:47:12.115095 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.125339 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6360189a-9f71-4a2c-be20-5d030c6eeb4d up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:12.171846 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.203841 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 6360189a-9f71-4a2c-be20-5d030c6eeb4d triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:12.209748 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.212297 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1243912-dc43-4205-8ceb-d18c53d4a2ef req-33ec605c-a9d0-4073-be9b-654d2b4b45d1 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:12.213894 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f1243912-dc43-4205-8ceb-d18c53d4a2ef req-33ec605c-a9d0-4073-be9b-654d2b4b45d1 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.0674009 Nov 22 13:47:12.225715 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:12.228721 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:12.233869 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:12.271229 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Pushing event updated for resources: {'Port': ['ID=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:12.295795 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.323532 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f1243912-dc43-4205-8ceb-d18c53d4a2ef req-ebad5c73-bbe3-41d3-9eca-218094d8b568 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963314 Nov 22 13:47:12.512209 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d246cb-d90b-4079-9970-8b2c02993485 req-36dfa681-f6d4-476c-9f56-3addda63035e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:12.516906 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2d531bcd-081d-4f44-bf9d-bf6a37390230 req-daf6ca16-04a0-43d9-a56c-ab5055cb9b9d tempest-AttachVolumeNegativeTest-1604538604 tempest-AttachVolumeNegativeTest-1604538604-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc23c4cb-5e26-4a3f-83a2-3f73820458a7 HTTP/1.1" status: 200 len: 210 time: 0.0320623 Nov 22 13:47:12.520737 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44d246cb-d90b-4079-9970-8b2c02993485 req-36dfa681-f6d4-476c-9f56-3addda63035e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1059742 Nov 22 13:47:12.562109 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-0b0c5c9f-d0f5-4e57-bd2d-510bc25ab16e None None] Provisioning complete for port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:12.562473 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5c9f-d0f5-4e57-bd2d-510bc25ab16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.599995 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.608338 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44d246cb-d90b-4079-9970-8b2c02993485 req-c23b36e7-82ae-4352-a781-9f3e68baf3c5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867283 Nov 22 13:47:12.616163 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c5c9f-d0f5-4e57-bd2d-510bc25ab16e None None] Port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:12.820965 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.827441 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.906483 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:12.909366 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Pushing event updated for resources: {'Port': ['ID=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:13.023929 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:13.025435 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:13.147525 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Router 05378cda-982a-4b2e-bf47-ce9d18c5a688 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:47:13.260778 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:47:13.266362 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-98a43002-cf28-4c26-837f-f00e995a32f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/05378cda-982a-4b2e-bf47-ce9d18c5a688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943841 Nov 22 13:47:13.341827 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-421d2012-a231-4a2a-9005-8b6ba3efcecc None None] Provisioning complete for port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:13.342441 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-421d2012-a231-4a2a-9005-8b6ba3efcecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.383486 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-421d2012-a231-4a2a-9005-8b6ba3efcecc None None] Port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:13.456375 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb71ea6-814e-406f-9159-c9ec782275f1 req-b96f18be-a4b6-4fc0-9129-41126dbc58c5 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:13.457256 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3cb71ea6-814e-406f-9159-c9ec782275f1 req-b96f18be-a4b6-4fc0-9129-41126dbc58c5 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.0524478 Nov 22 13:47:13.514678 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3cb71ea6-814e-406f-9159-c9ec782275f1 req-ead8c9b5-0e3e-4802-8559-98e70a6c1827 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511215 Nov 22 13:47:13.574958 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56654) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:13.624614 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] Deleting subnet 46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 {{(pid=109191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:47:13.628361 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.667183 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10392457'] for subnet, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.715764 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.791352 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10208464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261780'] for subnet, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.819657 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:13.821508 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.827878 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-48dd4065-a6ef-4df8-b648-691c1c6a936b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46d78b55-d2fd-4e44-9b5b-c0a2f1ab9d24 HTTP/1.1" status: 204 len: 168 time: 0.2480056 Nov 22 13:47:13.828264 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56662) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:13.835658 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56664) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:13.840917 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-7370799-network', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:13.864131 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Made reservation on behalf of 3df40a6ef53e4dcdadb37ece519c479e for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:13.867077 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.876166 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.906584 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.981860 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Sync routers for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:47:13.995033 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:13.995291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:13.996024 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:14.003352 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.006312 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.037957 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84a04f9-b201-43c0-84cd-ce6ec22f409e']}} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:14.050084 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991477c2-dbc6-4a05-bc9f-d53b7a45ac38') {'for_net_delete': True} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:14.050535 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:47:14.051009 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991477c2-dbc6-4a05-bc9f-d53b7a45ac38') {} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:14.070286 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2650664'] for segment, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.081598 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b845cbc-2c25-4bfd-94bb-61cf37726834,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:14.096148 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.096383 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Added segment 15352246-721d-41c5-bae5-0163c359ed6b of type vlan for network 5a7df875-4299-4f97-9d9c-315092996364 Nov 22 13:47:14.097734 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.105066 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:47:14.105925 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2665001'] for segment, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: Traceback (most recent call last): Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: timer() Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: cb(*args, **kw) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: return func(*args, **kwargs) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: self._notify() Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: self.callback(batched_events) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: event.method(event) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: return f(self, *a, **k) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._get(url).json() Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: return self.request(url, 'GET', **kwargs) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:47:14.108955 dv-cinder-768458-14-iscsi neutron-server[109190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:47:14.213545 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.220183 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.229072 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] 10.222.0.31 "DELETE /v2.0/networks/a84a04f9-b201-43c0-84cd-ce6ec22f409e HTTP/1.1" status: 204 len: 168 time: 0.3973811 Nov 22 13:47:14.229289 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.269918 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-cfb92439-1777-418b-8b74-d4af24cd5ec1 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:14.271710 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-cfb92439-1777-418b-8b74-d4af24cd5ec1 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.0996549 Nov 22 13:47:14.292290 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.292638 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:14.293399 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.300020 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec72c0d-19d0-4105-8481-ec4d7dda461a admin admin] Pushing event deleted for resources: {'Network': ['ID=a84a04f9-b201-43c0-84cd-ce6ec22f409e,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:14.340707 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5039127 Nov 22 13:47:14.344457 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56682) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:14.351493 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Request body: {'subnet': {'network_id': '5a7df875-4299-4f97-9d9c-315092996364', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-7370799-subnet', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:14.361091 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:14.396614 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f528a3a1-25f7-4eb1-a2e7-940850a64f23 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:14.402491 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Made reservation on behalf of 3df40a6ef53e4dcdadb37ece519c479e for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:14.405809 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9759158'] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.433384 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3eca1-075a-4658-948a-aecb73daccfd admin admin] Pushing event updated for resources: {'Network': ['ID=5a7df875-4299-4f97-9d9c-315092996364,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:14.456475 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 5a7df875-4299-4f97-9d9c-315092996364 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:47:14.465842 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Deleting port 2d483769-a043-4eb0-92ac-80f96ec6440c {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:14.466449 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.534768 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56684) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:14.590030 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] For port 2d483769-a043-4eb0-92ac-80f96ec6440c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2d483769-a043-4eb0-92ac-80f96ec6440c,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:14.590518 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.635430 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Calling delete_port for 2d483769-a043-4eb0-92ac-80f96ec6440c owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:14.636232 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-94a469b0-9631-4cf0-96b3-33e9b94d8e8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c53dd94dbfdb43e48d2ed35368bd14a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0997822 Nov 22 13:47:14.638925 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56688) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:14.657757 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port f528a3a1-25f7-4eb1-a2e7-940850a64f23 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:14.658477 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.719564 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2665152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9759112'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.724045 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d4edc-81b4-4d8d-8956-985ca35c0ff9 req-7197992e-1b9a-4796-b5e1-1d22a32c45d5 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:14.726068 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-070d4edc-81b4-4d8d-8956-985ca35c0ff9 req-7197992e-1b9a-4796-b5e1-1d22a32c45d5 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f43fb42-29e7-4162-a4a2-4f4d6f790d7c HTTP/1.1" status: 200 len: 945 time: 0.1312084 Nov 22 13:47:14.802943 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-232a3ff9-8a7f-41a1-9fd1-8e726a37c5ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.824635 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.830821 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-232a3ff9-8a7f-41a1-9fd1-8e726a37c5ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.844158 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-070d4edc-81b4-4d8d-8956-985ca35c0ff9 req-56b47259-d6e2-4c87-a988-8c47e2fbb52d tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083922 Nov 22 13:47:14.845579 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 2, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:14.883747 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port f528a3a1-25f7-4eb1-a2e7-940850a64f23, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f528a3a1-25f7-4eb1-a2e7-940850a64f23,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:14.885237 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Checking router: 05378cda-982a-4b2e-bf47-ce9d18c5a688 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:47:14.885749 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Updating router 05378cda-982a-4b2e-bf47-ce9d18c5a688 port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:47:14.908826 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.911268 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 50c3ed50-5520-48a4-93ea-11a9469b0a4f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:14.928241 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e14e616-2718-41ce-9774-8ba17872545b,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:14.928930 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.930244 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-232a3ff9-8a7f-41a1-9fd1-8e726a37c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.932792 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-232a3ff9-8a7f-41a1-9fd1-8e726a37c5ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.934015 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-232a3ff9-8a7f-41a1-9fd1-8e726a37c5ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dda12027-0074-4603-b08b-94cbad2d6333 HTTP/1.1" status: 204 len: 168 time: 0.2941082 Nov 22 13:47:14.949264 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a3ff9-8a7f-41a1-9fd1-8e726a37c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda12027-0074-4603-b08b-94cbad2d6333,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:14.951851 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Checking segment: {'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:14.952218 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Network hostable DHCP agents. Network: 5a7df875-4299-4f97-9d9c-315092996364, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:47:14.972049 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Network 5a7df875-4299-4f97-9d9c-315092996364 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:47:14.980020 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 50c3ed50-5520-48a4-93ea-11a9469b0a4f {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:14.980716 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 50c3ed50-5520-48a4-93ea-11a9469b0a4f not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:14.984878 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 5a7df875-4299-4f97-9d9c-315092996364) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:14.989042 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.992994 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:14.993157 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Pushing event deleted for resources: {'Port': ['ID=2d483769-a043-4eb0-92ac-80f96ec6440c,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:14.995961 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:14.996205 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840e704-9a8f-4d8d-b4a0-3391570ef7f1 None None] Network 5a7df875-4299-4f97-9d9c-315092996364 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:47:15.021679 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-1db04975-6d56-46a3-860d-b66771e51f59 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6757557 Nov 22 13:47:15.024345 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56692) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:15.031674 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:15.038728 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] No DVR routers for this DVR port 2d483769-a043-4eb0-92ac-80f96ec6440c on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:47:15.041697 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.045952 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4d9fb889-4213-4fea-a777-69036b7ad1e8 req-b2d6b09f-34cf-4fe4-bd7b-9c4ebf6f69cf tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "DELETE /v2.0/ports/2d483769-a043-4eb0-92ac-80f96ec6440c HTTP/1.1" status: 204 len: 173 time: 0.7651782 Nov 22 13:47:15.046456 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'name': 'network-vif-deleted', 'tag': '2d483769-a043-4eb0-92ac-80f96ec6440c'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:15.048817 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eabb53-54d0-4599-be1d-b3ddb25139af" -d '{"events": [{"server_uuid": "9f43fb42-29e7-4162-a4a2-4f4d6f790d7c", "name": "network-vif-deleted", "tag": "2d483769-a043-4eb0-92ac-80f96ec6440c"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:15.090326 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.092989 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.113461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed405e-c568-4ccd-a9a7-e1c34b79c325 x-openstack-request-id: req-92ed405e-c568-4ccd-a9a7-e1c34b79c325 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:15.113908 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f43fb42-29e7-4162-a4a2-4f4d6f790d7c", "name": "network-vif-deleted", "tag": "2d483769-a043-4eb0-92ac-80f96ec6440c", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:15.114166 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92ed405e-c568-4ccd-a9a7-e1c34b79c325 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:15.114707 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f43fb42-29e7-4162-a4a2-4f4d6f790d7c', 'name': 'network-vif-deleted', 'tag': '2d483769-a043-4eb0-92ac-80f96ec6440c', 'status': 'completed', 'code': 200} Nov 22 13:47:15.130702 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=f528a3a1-25f7-4eb1-a2e7-940850a64f23,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:15.184111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.289118 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-5a7df875-4299-4f97-9d9c-315092996364', 'network_id': '5a7df875-4299-4f97-9d9c-315092996364', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'fixed_ips': [{'subnet_id': '3e14e616-2718-41ce-9774-8ba17872545b'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:47:15.290017 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.362944 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.527100 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Allocated IP 172.20.0.2 (5a7df875-4299-4f97-9d9c-315092996364/3e14e616-2718-41ce-9774-8ba17872545b/5823f429-d911-4e48-8db8-c93b3971e918) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:15.657887 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.666485 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.676085 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.688904 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.799268 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601349-7869-4e1d-bd1d-ff8a27b1e370 None None] Pushing event updated for resources: {'Port': ['ID=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:15.814470 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Allocated IP 172.27.0.13 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/6e32363e-8a9b-4342-99e2-7303d08062f7) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:15.956328 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.959699 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.969997 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Attempting to bind port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:15.970374 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Attempting to bind port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:15.970768 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Attempting to bind port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e on network bf9e00ac-3683-4953-9d30-6f214cc48b07 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:15.975447 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.987685 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:15.988060 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Checking segment: {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:15.988467 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:15.988997 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Bound using segment: {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:15.989510 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Bound port: 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:15.989887 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.018946 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.089372 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Network 5a7df875-4299-4f97-9d9c-315092996364 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:16.095514 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Pushing event updated for resources: {'Port': ['ID=5823f429-d911-4e48-8db8-c93b3971e918,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:16.102583 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:16.105411 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:16.128554 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:16.133786 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:16.136772 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Pushing event updated for resources: {'Port': ['ID=6e32363e-8a9b-4342-99e2-7303d08062f7,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:16.139964 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:16.189538 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f528a3a1-25f7-4eb1-a2e7-940850a64f23 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:16.246938 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] For port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:16.251412 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Attempting to bind port 5823f429-d911-4e48-8db8-c93b3971e918 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:16.251861 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Attempting to bind port 5823f429-d911-4e48-8db8-c93b3971e918 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:16.252378 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Attempting to bind port 5823f429-d911-4e48-8db8-c93b3971e918 on network 5a7df875-4299-4f97-9d9c-315092996364 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:16.280298 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] For port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:16.283196 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:16.283518 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Checking segment: {'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:16.283925 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.284354 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Bound using segment: {'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:16.284830 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Bound port: 5823f429-d911-4e48-8db8-c93b3971e918, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:16.285263 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.290646 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-eddf27b0-9c8d-404b-8626-d14322533a84 None None] Provisioning complete for port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:16.291539 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eddf27b0-9c8d-404b-8626-d14322533a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.293536 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.429850 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.596831 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] For port 5823f429-d911-4e48-8db8-c93b3971e918, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:16.602891 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] For port 5823f429-d911-4e48-8db8-c93b3971e918, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=5823f429-d911-4e48-8db8-c93b3971e918,segment=NetworkSegment(15352246-721d-41c5-bae5-0163c359ed6b),segment_id=15352246-721d-41c5-bae5-0163c359ed6b)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:16.621321 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601349-7869-4e1d-bd1d-ff8a27b1e370 None None] Pushing event updated for resources: {'Port': ['ID=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:16.631072 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.662511 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:16.674022 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:16.693014 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.714157 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port f528a3a1-25f7-4eb1-a2e7-940850a64f23 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:16.714689 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:16.911254 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfb3c-bf55-44ab-b0b5-7433378ee99f req-6d70bfed-825f-4abf-b393-f79f88a43fb7 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:16.913770 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-336bfb3c-bf55-44ab-b0b5-7433378ee99f req-6d70bfed-825f-4abf-b393-f79f88a43fb7 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0661469 Nov 22 13:47:16.970270 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Router 58b07b76-5de7-4d4d-9b44-830c0b72c196 is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:47:17.001320 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-336bfb3c-bf55-44ab-b0b5-7433378ee99f req-a6e2a589-79bc-4c14-b0e6-e30ab407f94d tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800176 Nov 22 13:47:17.026531 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:17.094898 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ff20f-26e4-43c1-add9-e91c0bbf1a94 None None] Pushing event updated for resources: {'Port': ['ID=5823f429-d911-4e48-8db8-c93b3971e918,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:17.118338 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eddf27b0-9c8d-404b-8626-d14322533a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.143940 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:47:17.155185 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Sync routers for ids ['58b07b76-5de7-4d4d-9b44-830c0b72c196'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:47:17.173151 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Routers {'58b07b76-5de7-4d4d-9b44-830c0b72c196'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:17.174140 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['58b07b76-5de7-4d4d-9b44-830c0b72c196'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:17.213733 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.223276 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-537da82c-5036-4c51-b11d-af6b2cf8801e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.1969941 Nov 22 13:47:17.226028 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56766) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:17.258376 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-eddf27b0-9c8d-404b-8626-d14322533a84 None None] For port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:17.270856 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eddf27b0-9c8d-404b-8626-d14322533a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.298580 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56768) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:17.442815 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-62bb0edf-866b-4452-b3d1-ec60931315a2 None None] Provisioning complete for port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:17.443472 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-62bb0edf-866b-4452-b3d1-ec60931315a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.444335 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Set router 58b07b76-5de7-4d4d-9b44-830c0b72c196 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:17.486827 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4eb3-7e8d-4571-badb-3e010f02b80b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.514324 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf27b0-9c8d-404b-8626-d14322533a84 None None] Pushing event updated for resources: {'Port': ['ID=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:17.557515 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:16Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:17.612852 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4eb3-7e8d-4571-badb-3e010f02b80b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.614087 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdabb881-9beb-4145-a5da-6c8acf4b6381 None None] The sync data for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi is: [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:16Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:47:17.623076 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4eb3-7e8d-4571-badb-3e010f02b80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.731198 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe4eb3-7e8d-4571-badb-3e010f02b80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f2d3b2-6bcc-4156-91bf-b3afca5d3797,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:17.739610 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-fcbe4eb3-7e8d-4571-badb-3e010f02b80b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b64dc714a2943de903acc9374d9313e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392555 Nov 22 13:47:17.744411 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56778) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:17.827123 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:16Z', 'revision_number': 3, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port': {'id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:17.860032 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Checking router: 58b07b76-5de7-4d4d-9b44-830c0b72c196 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:47:17.860694 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Updating router 58b07b76-5de7-4d4d-9b44-830c0b72c196 port 6e32363e-8a9b-4342-99e2-7303d08062f7 binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:47:17.866990 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6235a1ac-d805-40e0-9261-748b8b342e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.914993 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6235a1ac-d805-40e0-9261-748b8b342e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:17.917031 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.048554 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6235a1ac-d805-40e0-9261-748b8b342e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.054909 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-6235a1ac-d805-40e0-9261-748b8b342e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.057478 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-6235a1ac-d805-40e0-9261-748b8b342e86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3f2d3b2-6bcc-4156-91bf-b3afca5d3797 HTTP/1.1" status: 204 len: 168 time: 0.3107743 Nov 22 13:47:18.067301 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235a1ac-d805-40e0-9261-748b8b342e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f2d3b2-6bcc-4156-91bf-b3afca5d3797,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:18.097311 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.178340 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2d483769-a043-4eb0-92ac-80f96ec6440c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:18.284252 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 2d483769-a043-4eb0-92ac-80f96ec6440c {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:18.284606 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 2d483769-a043-4eb0-92ac-80f96ec6440c not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:18.318012 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a771e9-d3c3-4cc5-b2ee-ea4c4166e114 req-0ba9414d-3fdb-4be5-8716-90c534d742f5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:18.319782 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f3a771e9-d3c3-4cc5-b2ee-ea4c4166e114 req-0ba9414d-3fdb-4be5-8716-90c534d742f5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.1535897 Nov 22 13:47:18.331598 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 5823f429-d911-4e48-8db8-c93b3971e918 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:18.415395 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.433761 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f3a771e9-d3c3-4cc5-b2ee-ea4c4166e114 req-47fdfc7f-c909-493a-88c1-194758641859 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984075 Nov 22 13:47:18.437181 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.461651 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 5823f429-d911-4e48-8db8-c93b3971e918 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:18.462023 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.537628 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Allocated IP 172.20.0.1 (5a7df875-4299-4f97-9d9c-315092996364/3e14e616-2718-41ce-9774-8ba17872545b/f73e321c-3629-4ae7-af59-c43645d8efb5) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:18.538096 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Attempting to bind port 6e32363e-8a9b-4342-99e2-7303d08062f7 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:18.541272 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Attempting to bind port 6e32363e-8a9b-4342-99e2-7303d08062f7 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:18.541652 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Attempting to bind port 6e32363e-8a9b-4342-99e2-7303d08062f7 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:18.556280 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbd2fd-76d3-4c1a-a5ae-c6036f5f5f83 None None] Network 5a7df875-4299-4f97-9d9c-315092996364 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:47:18.565792 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:18.566168 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:18.566565 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.566962 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:18.567443 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Bound port: 6e32363e-8a9b-4342-99e2-7303d08062f7, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:18.567843 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.663615 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] For port 6e32363e-8a9b-4342-99e2-7303d08062f7, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:18.670800 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] For port 6e32363e-8a9b-4342-99e2-7303d08062f7, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=6e32363e-8a9b-4342-99e2-7303d08062f7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:18.674280 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da113b-713c-4bcc-a58b-c522d2ae1c57 None None] Pushing event updated for resources: {'Port': ['ID=6e32363e-8a9b-4342-99e2-7303d08062f7,revision_number=2']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:18.691177 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.691960 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.707745 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.742137 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-52567618-6a3e-4e34-aef2-5fb5f3e6d5b8 None None] Provisioning complete for port 5823f429-d911-4e48-8db8-c93b3971e918 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:18.742295 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-52567618-6a3e-4e34-aef2-5fb5f3e6d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.745298 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.770004 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Routers {'58b07b76-5de7-4d4d-9b44-830c0b72c196'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:18.770882 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['58b07b76-5de7-4d4d-9b44-830c0b72c196'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:18.778897 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da113b-713c-4bcc-a58b-c522d2ae1c57 None None] Pushing event updated for resources: {'Port': ['ID=6e32363e-8a9b-4342-99e2-7303d08062f7,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:18.811630 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Network 5a7df875-4299-4f97-9d9c-315092996364 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:18.814523 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 5823f429-d911-4e48-8db8-c93b3971e918, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=5823f429-d911-4e48-8db8-c93b3971e918,segment=NetworkSegment(15352246-721d-41c5-bae5-0163c359ed6b),segment_id=15352246-721d-41c5-bae5-0163c359ed6b)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:18.815627 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:18.832769 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:18.878233 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f73e321c-3629-4ae7-af59-c43645d8efb5,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:18.885337 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.886226 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:18.900878 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:18.914962 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] Set router 58b07b76-5de7-4d4d-9b44-830c0b72c196 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:19.061450 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=5823f429-d911-4e48-8db8-c93b3971e918,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:19.117183 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:19.117722 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:19.208761 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:16Z', 'revision_number': 3, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port': {'id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:19.237546 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:19.253395 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:19.286162 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae2150f-8c76-41ba-809c-42b61db1ed76 None None] The sync data for ids ['58b07b76-5de7-4d4d-9b44-830c0b72c196'] in dv-cinder-768458-14-iscsi is: [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:16Z', 'revision_number': 3, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port': {'id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:47:19.542143 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-5d38c282-5823-49f1-b855-e05d9382f4c3 None None] Provisioning complete for port 5823f429-d911-4e48-8db8-c93b3971e918 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:19.542577 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5d38c282-5823-49f1-b855-e05d9382f4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:19.744660 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-5d38c282-5823-49f1-b855-e05d9382f4c3 None None] Provisioning complete for port f73e321c-3629-4ae7-af59-c43645d8efb5 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:19.745332 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5d38c282-5823-49f1-b855-e05d9382f4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:19.829344 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-5d38c282-5823-49f1-b855-e05d9382f4c3 None None] Port f73e321c-3629-4ae7-af59-c43645d8efb5 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:19.917964 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e865867-ac2c-4127-afbb-f67b1a534a01 req-fe5c3f4e-f08b-46ea-b7a5-e1182d9b8a5f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:19.920193 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1e865867-ac2c-4127-afbb-f67b1a534a01 req-fe5c3f4e-f08b-46ea-b7a5-e1182d9b8a5f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0875685 Nov 22 13:47:19.943582 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:19.952416 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-7014ef96-c963-4155-8688-df152e5db805 None None] Provisioning complete for port f73e321c-3629-4ae7-af59-c43645d8efb5 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:19.952781 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-7014ef96-c963-4155-8688-df152e5db805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:19.955623 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:20.002590 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:20.047223 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-7014ef96-c963-4155-8688-df152e5db805 None None] Port f73e321c-3629-4ae7-af59-c43645d8efb5 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:20.156020 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1e865867-ac2c-4127-afbb-f67b1a534a01 req-36456ff6-b799-480d-b7fc-61c22d42cf3e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284064 Nov 22 13:47:20.164061 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f73e321c-3629-4ae7-af59-c43645d8efb5,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:20.236330 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Network 5a7df875-4299-4f97-9d9c-315092996364 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:20.237963 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:20.252270 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 5823f429-d911-4e48-8db8-c93b3971e918 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:20.331837 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 5823f429-d911-4e48-8db8-c93b3971e918 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:20.332446 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:20.410442 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Router 58b07b76-5de7-4d4d-9b44-830c0b72c196 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:47:20.609842 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-dd1c5906-e9d1-4550-91cc-cd3c21630058 None None] Provisioning complete for port f73e321c-3629-4ae7-af59-c43645d8efb5 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:20.610211 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5906-e9d1-4550-91cc-cd3c21630058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:20.612942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:47:20.624407 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-32d73132-af47-48e9-821e-d9722eff18c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/58b07b76-5de7-4d4d-9b44-830c0b72c196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3969271 Nov 22 13:47:20.663906 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c5906-e9d1-4550-91cc-cd3c21630058 None None] Port f73e321c-3629-4ae7-af59-c43645d8efb5 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:20.720324 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6e32363e-8a9b-4342-99e2-7303d08062f7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:20.778634 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 6e32363e-8a9b-4342-99e2-7303d08062f7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:20.779775 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:20.862362 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:20.891249 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 6e32363e-8a9b-4342-99e2-7303d08062f7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=6e32363e-8a9b-4342-99e2-7303d08062f7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:20.897590 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:20.956169 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=6e32363e-8a9b-4342-99e2-7303d08062f7,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:21.240841 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-842b447b-894f-4e7e-bb50-3e7d179a7f32 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b9fdf43be88c43dea7f50cb3df0920eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299282 Nov 22 13:47:21.361256 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56872) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:21.366423 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-0b61dab8-2ef9-4a35-b1fd-c0db47693457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460503803', 'description': 'tempest-secgroup-smoke-460503803 description', 'project_id': 'ee3a9603fada4f72a111322a25c91454'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:21.426462 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0b61dab8-2ef9-4a35-b1fd-c0db47693457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.462254 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10ace716-bf72-46a3-8328-0b2496781dbf tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:21.463727 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10ace716-bf72-46a3-8328-0b2496781dbf tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175393 Nov 22 13:47:21.484005 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-78eb6038-954c-4b49-8215-4f7a075d5415 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/quotas/b9fdf43be88c43dea7f50cb3df0920eb HTTP/1.1" status: 200 len: 375 time: 0.0121455 Nov 22 13:47:21.497630 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcde0b-a5d6-4a18-9193-809ca12671ef req-b35819d4-2512-417f-9ee3-ec8a5471aee4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:21.499645 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7dbcde0b-a5d6-4a18-9193-809ca12671ef req-b35819d4-2512-417f-9ee3-ec8a5471aee4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0862188 Nov 22 13:47:21.523286 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-63fdf24d-cdb9-4729-a175-e0bbcf1679ea tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9fdf43be88c43dea7f50cb3df0920eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328927 Nov 22 13:47:21.542244 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Sync routers for ids ['58b07b76-5de7-4d4d-9b44-830c0b72c196'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:47:21.563954 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Routers {'58b07b76-5de7-4d4d-9b44-830c0b72c196'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:21.564729 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['58b07b76-5de7-4d4d-9b44-830c0b72c196'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:21.569191 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0b61dab8-2ef9-4a35-b1fd-c0db47693457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.575181 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0b61dab8-2ef9-4a35-b1fd-c0db47693457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.581077 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7dbcde0b-a5d6-4a18-9193-809ca12671ef req-846b4932-d11e-42f8-a164-e79a344d1fb5 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741317 Nov 22 13:47:21.615691 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61dab8-2ef9-4a35-b1fd-c0db47693457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480f4cce-10c7-47e0-8a12-0279ef977696,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:21.624142 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0b61dab8-2ef9-4a35-b1fd-c0db47693457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.629009 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56874) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:21.629261 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-0b61dab8-2ef9-4a35-b1fd-c0db47693457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2661078 Nov 22 13:47:21.634073 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-c28487e5-7b28-4687-b10c-b28c4443ece0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'security_group_rule': {'security_group_id': '480f4cce-10c7-47e0-8a12-0279ef977696', 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:21.676479 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c28487e5-7b28-4687-b10c-b28c4443ece0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.724859 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Set router 58b07b76-5de7-4d4d-9b44-830c0b72c196 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:21.746239 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-58d55634-342d-411d-a49a-f7722d625cc7 req-d60126d2-f5ad-45e1-add2-ff829dd5c312 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0516839 Nov 22 13:47:21.809497 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c28487e5-7b28-4687-b10c-b28c4443ece0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.826835 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c28487e5-7b28-4687-b10c-b28c4443ece0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.847506 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28487e5-7b28-4687-b10c-b28c4443ece0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a765a589-9644-4151-a843-380c46966cb3,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:21.859963 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c28487e5-7b28-4687-b10c-b28c4443ece0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.861635 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c28487e5-7b28-4687-b10c-b28c4443ece0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314453 Nov 22 13:47:21.864349 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56886) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:21.868820 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-770df1e1-eddd-4af8-a3d8-00d549123ce0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'security_group_rule': {'security_group_id': '480f4cce-10c7-47e0-8a12-0279ef977696', 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:21.924811 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-770df1e1-eddd-4af8-a3d8-00d549123ce0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:21.995406 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:19Z', 'revision_number': 4, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port': {'id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'f73e321c-3629-4ae7-af59-c43645d8efb5', 'name': '', 'network_id': '5a7df875-4299-4f97-9d9c-315092996364', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'mac_address': 'fa:16:3e:fe:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3e14e616-2718-41ce-9774-8ba17872545b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:18Z', 'updated_at': '2021-11-22T13:47:19Z', 'revision_number': 2, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'subnets': [{'id': '3e14e616-2718-41ce-9774-8ba17872545b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:22.002690 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-770df1e1-eddd-4af8-a3d8-00d549123ce0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.018069 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-770df1e1-eddd-4af8-a3d8-00d549123ce0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.032328 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Checking router: 58b07b76-5de7-4d4d-9b44-830c0b72c196 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:47:22.033439 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Updating router 58b07b76-5de7-4d4d-9b44-830c0b72c196 port f73e321c-3629-4ae7-af59-c43645d8efb5 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:47:22.051186 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770df1e1-eddd-4af8-a3d8-00d549123ce0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732a069c-211f-43b0-b7ae-53679d5cb9db,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:22.073282 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.074778 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-770df1e1-eddd-4af8-a3d8-00d549123ce0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.079132 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-770df1e1-eddd-4af8-a3d8-00d549123ce0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2113733 Nov 22 13:47:22.079326 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56894) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:22.084786 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-05717593-d95b-4a1b-8596-c915413538b0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'security_group_rule': {'security_group_id': '480f4cce-10c7-47e0-8a12-0279ef977696', 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:22.118555 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-05717593-d95b-4a1b-8596-c915413538b0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.196099 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-05717593-d95b-4a1b-8596-c915413538b0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.202692 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-05717593-d95b-4a1b-8596-c915413538b0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.220927 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6e32363e-8a9b-4342-99e2-7303d08062f7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:22.223907 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05717593-d95b-4a1b-8596-c915413538b0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83364795-97a5-4a45-9e0b-d172d2bca284,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:22.238053 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-05717593-d95b-4a1b-8596-c915413538b0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.239412 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-05717593-d95b-4a1b-8596-c915413538b0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586378 Nov 22 13:47:22.242259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56900) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:22.247133 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-a112de5b-1807-495d-b82d-205f70fa34cf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'security_group_rule': {'security_group_id': '480f4cce-10c7-47e0-8a12-0279ef977696', 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:22.277300 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a112de5b-1807-495d-b82d-205f70fa34cf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.342825 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 6e32363e-8a9b-4342-99e2-7303d08062f7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:22.343205 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.343384 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a112de5b-1807-495d-b82d-205f70fa34cf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.348564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a112de5b-1807-495d-b82d-205f70fa34cf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.377688 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112de5b-1807-495d-b82d-205f70fa34cf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886d457a-2120-430e-affd-eb24c511cfef,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:22.391457 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a112de5b-1807-495d-b82d-205f70fa34cf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.392888 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a112de5b-1807-495d-b82d-205f70fa34cf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495578 Nov 22 13:47:22.396096 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 56904) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:22.401218 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'security_group_rule': {'security_group_id': '480f4cce-10c7-47e0-8a12-0279ef977696', 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:22.427974 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.securitygroups_db [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Project ee3a9603fada4f72a111322a25c91454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 13:47:22.433993 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.471557 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.501922 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.504512 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.506015 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.528861 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01317e5c-0c59-43de-9e8c-ca93fa374028,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:22.534572 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.536047 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-7caccd1d-024b-4727-92ef-8ec83541f916 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383724 Nov 22 13:47:22.539219 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 56914) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:22.544618 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'security_group_rule': {'security_group_id': '480f4cce-10c7-47e0-8a12-0279ef977696', 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:22.570885 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e935b816-2e11-4453-a7e3-572459e0786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.573953 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.securitygroups_db [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Project ee3a9603fada4f72a111322a25c91454 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 13:47:22.582020 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2855dc2-8d5f-4d3a-9b73-8c6790400c6d None None] Pushing event updated for resources: {'Port': ['ID=f73e321c-3629-4ae7-af59-c43645d8efb5,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:22.582272 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.650903 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Attempting to bind port f73e321c-3629-4ae7-af59-c43645d8efb5 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:22.651280 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Attempting to bind port f73e321c-3629-4ae7-af59-c43645d8efb5 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:22.651672 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Attempting to bind port f73e321c-3629-4ae7-af59-c43645d8efb5 on network 5a7df875-4299-4f97-9d9c-315092996364 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:22.657769 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:22.658143 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Checking segment: {'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:22.658550 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.658986 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Bound using segment: {'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:22.659462 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Bound port: f73e321c-3629-4ae7-af59-c43645d8efb5, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15352246-721d-41c5-bae5-0163c359ed6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '5a7df875-4299-4f97-9d9c-315092996364'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:22.659837 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.661692 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.675309 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.711599 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544efa0c-d35e-4394-9461-1c49ca4bf8ff,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:22.728384 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.732517 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] For port f73e321c-3629-4ae7-af59-c43645d8efb5, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:22.733736 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-70c86652-86d3-49e5-ab09-f63e6428f809 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1932106 Nov 22 13:47:22.743211 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] For port f73e321c-3629-4ae7-af59-c43645d8efb5, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f73e321c-3629-4ae7-af59-c43645d8efb5,segment=NetworkSegment(15352246-721d-41c5-bae5-0163c359ed6b),segment_id=15352246-721d-41c5-bae5-0163c359ed6b)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:22.750868 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc85c58-c365-4912-a9ac-d37b7cb8e964 req-fac5dae4-1d1f-44a0-ba05-3e78e6721b1a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:22.753981 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:22.761568 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1cc85c58-c365-4912-a9ac-d37b7cb8e964 req-fac5dae4-1d1f-44a0-ba05-3e78e6721b1a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0944309 Nov 22 13:47:22.812249 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Routers {'58b07b76-5de7-4d4d-9b44-830c0b72c196'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:22.812966 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:46:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['58b07b76-5de7-4d4d-9b44-830c0b72c196'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:22.814108 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1cc85c58-c365-4912-a9ac-d37b7cb8e964 req-305b9a73-e85b-405b-9656-707d0cfe4d89 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Nov 22 13:47:22.883005 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2855dc2-8d5f-4d3a-9b73-8c6790400c6d None None] Pushing event updated for resources: {'Port': ['ID=f73e321c-3629-4ae7-af59-c43645d8efb5,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:22.910789 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-24e8fee6-2a0c-4709-9937-7390f83ad955 req-d3757c64-1d07-40ac-9982-f76227de2816 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0328252 Nov 22 13:47:22.957865 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-e87c5cb2-617e-4ef6-90e3-3a3eb2661f94 None None] Provisioning complete for port f73e321c-3629-4ae7-af59-c43645d8efb5 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:22.958242 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e87c5cb2-617e-4ef6-90e3-3a3eb2661f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:23.139177 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] Set router 58b07b76-5de7-4d4d-9b44-830c0b72c196 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:23.289424 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e87c5cb2-617e-4ef6-90e3-3a3eb2661f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:23.348357 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-e87c5cb2-617e-4ef6-90e3-3a3eb2661f94 None None] For port f73e321c-3629-4ae7-af59-c43645d8efb5, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f73e321c-3629-4ae7-af59-c43645d8efb5,segment=NetworkSegment(15352246-721d-41c5-bae5-0163c359ed6b),segment_id=15352246-721d-41c5-bae5-0163c359ed6b)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:23.353792 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e87c5cb2-617e-4ef6-90e3-3a3eb2661f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:23.428725 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c5cb2-617e-4ef6-90e3-3a3eb2661f94 None None] Pushing event updated for resources: {'Port': ['ID=f73e321c-3629-4ae7-af59-c43645d8efb5,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:23.444629 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:19Z', 'revision_number': 4, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port': {'id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'f73e321c-3629-4ae7-af59-c43645d8efb5', 'name': '', 'network_id': '5a7df875-4299-4f97-9d9c-315092996364', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'mac_address': 'fa:16:3e:fe:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3e14e616-2718-41ce-9774-8ba17872545b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:18Z', 'updated_at': '2021-11-22T13:47:22Z', 'revision_number': 4, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'subnets': [{'id': '3e14e616-2718-41ce-9774-8ba17872545b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:23.474747 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be21885c-c8d0-4c68-a0f3-eb0b28057e23 None None] The sync data for ids ['58b07b76-5de7-4d4d-9b44-830c0b72c196'] in dv-cinder-768458-14-iscsi is: [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:19Z', 'revision_number': 4, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port': {'id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'f73e321c-3629-4ae7-af59-c43645d8efb5', 'name': '', 'network_id': '5a7df875-4299-4f97-9d9c-315092996364', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'mac_address': 'fa:16:3e:fe:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '3e14e616-2718-41ce-9774-8ba17872545b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:18Z', 'updated_at': '2021-11-22T13:47:22Z', 'revision_number': 4, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'subnets': [{'id': '3e14e616-2718-41ce-9774-8ba17872545b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:47:23.486531 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-99d37880-8d13-4179-9984-3e28874597f1 None None] Provisioning complete for port f73e321c-3629-4ae7-af59-c43645d8efb5 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:23.486882 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-99d37880-8d13-4179-9984-3e28874597f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:23.963739 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dc6e9-ef07-474c-9069-80fb48ea52c2 req-ef4f40bb-20db-4b59-8a16-fc0b4c1645b6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:23.965358 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4a1dc6e9-ef07-474c-9069-80fb48ea52c2 req-ef4f40bb-20db-4b59-8a16-fc0b4c1645b6 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0660586 Nov 22 13:47:24.066267 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4a1dc6e9-ef07-474c-9069-80fb48ea52c2 req-afd9b1b0-3221-49d8-b0fa-ceb4872d7a10 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Nov 22 13:47:24.076369 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3452c80c-61b9-4404-8293-6d2004df1d2c req-31b25853-3f34-4040-a57c-b74785cf99ea tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0697446 Nov 22 13:47:24.135455 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f73e321c-3629-4ae7-af59-c43645d8efb5 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:24.196902 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port f73e321c-3629-4ae7-af59-c43645d8efb5 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:24.197571 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:24.913078 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-0481c04e-64a0-4cb9-9b46-5f89d36d61ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:25.187251 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-81076e8c-b774-41ac-8607-5da856cfcca8 req-634119a9-f676-42e1-a248-61e6aec20409 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0306480 Nov 22 13:47:25.196119 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e1db-e0aa-4e75-83b8-fb784c06308f req-3e06b99a-01f9-4215-9a7d-ca161df5a32a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:25.197616 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df7e1db-e0aa-4e75-83b8-fb784c06308f req-3e06b99a-01f9-4215-9a7d-ca161df5a32a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Nov 22 13:47:25.247923 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3df7e1db-e0aa-4e75-83b8-fb784c06308f req-2d976857-99be-41ad-b889-f7ae81cc5988 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Nov 22 13:47:25.372508 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e132f01-301e-471a-affe-a2efcb669586 req-9a43af0f-d95e-45a1-a7b8-1fd547fdfd51 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:25.375082 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-9a43af0f-d95e-45a1-a7b8-1fd547fdfd51 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/networks?id=74610957-0c8f-4be7-87b5-2b068bd616a7 HTTP/1.1" status: 200 len: 814 time: 0.1104252 Nov 22 13:47:25.390495 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-9e4c3f4d-dd26-4085-81ae-46af55376ae9 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/quotas/29a21fcc281743ddac3e5b53b5496a61 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Nov 22 13:47:25.422238 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-bc763b62-e0de-459e-9c54-681976dcc8d9 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=29a21fcc281743ddac3e5b53b5496a61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264776 Nov 22 13:47:25.522679 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-267070e9-c542-4f10-8362-d62b544721dc service neutron] 10.222.0.31 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935602 Nov 22 13:47:25.615933 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-e714c8b4-b892-4b2a-b450-e26f6e726234 service neutron] 10.222.0.31 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 Nov 22 13:47:25.781689 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ef158bb8-b60a-401d-adc7-0ff4a14b8ffe req-25e01fce-87bd-42fa-aa36-33917209278f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 210 time: 0.0321848 Nov 22 13:47:25.827549 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:26.288500 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8bc9cc03-154d-49d0-b221-3664114aec5c req-95b4f2f6-6bb0-4eb7-82e6-65b9ca15492a tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0331881 Nov 22 13:47:26.372734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1dba0-b8e8-44b5-b497-590c7b3bc7e7 req-c7a5c1cb-e030-43b8-9b61-ee7fd501dc5e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:26.374493 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7eb1dba0-b8e8-44b5-b497-590c7b3bc7e7 req-c7a5c1cb-e030-43b8-9b61-ee7fd501dc5e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0582767 Nov 22 13:47:26.423838 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7eb1dba0-b8e8-44b5-b497-590c7b3bc7e7 req-a0ce0948-347d-4f46-9c03-65c163435549 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431719 Nov 22 13:47:26.877546 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4ee230fd-cab8-4b84-8f91-e14b648167d4 req-11111b56-54c0-4f0e-aba4-48d43bd9fbba tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Nov 22 13:47:27.341708 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:27.391226 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0d5bd39a-6d57-4c5d-bac0-472a51d247fb req-9ce79f94-373b-423e-9141-a1746a789ddb tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0286767 Nov 22 13:47:27.437034 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcadec6-b246-433a-8546-b41c37b13b39 req-3d69d67c-f59c-407e-9381-f3823be0e228 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:27.438544 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-abcadec6-b246-433a-8546-b41c37b13b39 req-3d69d67c-f59c-407e-9381-f3823be0e228 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Nov 22 13:47:27.542226 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Deleting port f134f236-0d84-4ad1-ba73-313f831e4543 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:27.542616 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:27.546005 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee571b9d-7a16-40c4-8a09-a8ef44f1e35f req-83151b01-034a-4331-92a3-36dbf4584e53 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:27.547587 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ee571b9d-7a16-40c4-8a09-a8ef44f1e35f req-83151b01-034a-4331-92a3-36dbf4584e53 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 945 time: 0.0525141 Nov 22 13:47:27.597504 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ee571b9d-7a16-40c4-8a09-a8ef44f1e35f req-294cf35b-2afd-41fd-8c06-d308855d614c tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Nov 22 13:47:27.641842 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] For port f134f236-0d84-4ad1-ba73-313f831e4543, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f134f236-0d84-4ad1-ba73-313f831e4543,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:27.642293 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:27.663841 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Calling delete_port for f134f236-0d84-4ad1-ba73-313f831e4543 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:27.737574 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-351ed859-abf3-40c7-b868-bf55642b04eb tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b9fdf43be88c43dea7f50cb3df0920eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361609 Nov 22 13:47:27.817398 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:27.835939 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['6c00e9e6-d2fc-4a41-934e-e62ab70abc05', 'f134f236-0d84-4ad1-ba73-313f831e4543'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:47:27.844567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Pushing event deleted for resources: {'Port': ['ID=f134f236-0d84-4ad1-ba73-313f831e4543,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:27.940708 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] No DVR routers for this DVR port f134f236-0d84-4ad1-ba73-313f831e4543 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:47:27.943288 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:27.946957 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-abcadec6-b246-433a-8546-b41c37b13b39 req-e2218bad-2218-4608-95fa-f6eb5a50b33a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "DELETE /v2.0/ports/f134f236-0d84-4ad1-ba73-313f831e4543 HTTP/1.1" status: 204 len: 173 time: 0.4993331 Nov 22 13:47:27.947935 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'name': 'network-vif-deleted', 'tag': 'f134f236-0d84-4ad1-ba73-313f831e4543'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:27.951589 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a82f6aa-48d8-4e7e-99d9-8e16032acda5" -d '{"events": [{"server_uuid": "03515ad0-4aa5-4b79-b17c-0182e9a89f98", "name": "network-vif-deleted", "tag": "f134f236-0d84-4ad1-ba73-313f831e4543"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:28.024869 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-913bb3af-de70-4be7-af05-37bc909daad6 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:28.026757 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-913bb3af-de70-4be7-af05-37bc909daad6 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803609 Nov 22 13:47:28.047673 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-07c935d8-e981-4728-b89b-ac9d8af98c55 req-e2d18369-0c44-4974-b133-ccb8dca79497 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 210 time: 0.0558290 Nov 22 13:47:28.049129 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db776c4d-de7e-4224-bcd9-9a69ff6a2352 x-openstack-request-id: req-db776c4d-de7e-4224-bcd9-9a69ff6a2352 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:28.049844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03515ad0-4aa5-4b79-b17c-0182e9a89f98", "name": "network-vif-deleted", "tag": "f134f236-0d84-4ad1-ba73-313f831e4543", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:28.049844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db776c4d-de7e-4224-bcd9-9a69ff6a2352 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:28.050435 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03515ad0-4aa5-4b79-b17c-0182e9a89f98', 'name': 'network-vif-deleted', 'tag': 'f134f236-0d84-4ad1-ba73-313f831e4543', 'status': 'completed', 'code': 200} Nov 22 13:47:28.056608 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Request body: {'port': {'device_id': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2', 'admin_state_up': True, 'tenant_id': 'b9fdf43be88c43dea7f50cb3df0920eb'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:28.200477 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.359384 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e132f01-301e-471a-affe-a2efcb669586 req-2da0f81c-aaaa-4b59-a210-f329b09d8bd9 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:28.360915 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-2da0f81c-aaaa-4b59-a210-f329b09d8bd9 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "GET /v2.0/networks?id=74610957-0c8f-4be7-87b5-2b068bd616a7 HTTP/1.1" status: 200 len: 814 time: 0.1381986 Nov 22 13:47:28.376289 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Request body: {'port': {'device_id': '25377de6-d618-4294-876a-cafad05b1094', 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7', 'admin_state_up': True, 'tenant_id': '29a21fcc281743ddac3e5b53b5496a61'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:28.440952 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Made reservation on behalf of b9fdf43be88c43dea7f50cb3df0920eb for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:28.448285 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.466558 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.518795 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Made reservation on behalf of 29a21fcc281743ddac3e5b53b5496a61 for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:28.522491 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.568538 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-87a44035-7845-457e-9978-ec10dd80c23b req-a8d8e4d3-1506-4ea7-95c2-eee5b4bcf786 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0503638 Nov 22 13:47:28.615496 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.619464 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.690573 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Allocated IP 172.20.0.14 (74610957-0c8f-4be7-87b5-2b068bd616a7/23149278-52c1-48fe-b47c-58864923588c/b22da321-fcc3-409d-945d-68ec304289dc) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:28.708209 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3df290-bb00-4a51-a48f-48e266f60e6f,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:28.790403 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-35a5cb1f-2c7a-429b-88c7-97c86b2d0c36 req-42db8e8b-9935-4441-b49e-ce3d9c59b0da tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=03515ad0-4aa5-4b79-b17c-0182e9a89f98 HTTP/1.1" status: 200 len: 210 time: 0.0362005 Nov 22 13:47:28.801741 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Allocated IP 192.168.233.165 (0645e722-294d-4d2b-bb6d-f1dbffebace2/0a6fb67a-8252-4cbc-a3e1-66a8d0c72321/e5ff694a-a0ea-43f2-a384-1fa878184012) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:28.909970 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.946821 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.957647 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.992491 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:28.993075 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Network 74610957-0c8f-4be7-87b5-2b068bd616a7 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:28.997499 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:28.999972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:29.030804 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Pushing event updated for resources: {'Port': ['ID=b22da321-fcc3-409d-945d-68ec304289dc,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:29.048125 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Network 0645e722-294d-4d2b-bb6d-f1dbffebace2 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:29.051562 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:29.056045 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:29.060643 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Pushing event updated for resources: {'Port': ['ID=e5ff694a-a0ea-43f2-a384-1fa878184012,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:29.061911 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:29.063242 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.083385 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-cda75ca7-0fd4-4f0c-8873-86a715c35bf4 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7116725 Nov 22 13:47:29.097696 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Request body: {'port': {'device_id': '25377de6-d618-4294-876a-cafad05b1094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:29.124920 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:29.125613 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.161811 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.179793 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-3d0facdb-98ec-4b66-aff0-ac2d5668cd98 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1368356 Nov 22 13:47:29.197605 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Request body: {'port': {'device_id': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:29.209932 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33499-565b-41a2-b136-1f5f0915b577 req-c494728e-084c-4dde-8358-92536eb435ef tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:29.217857 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f5f33499-565b-41a2-b136-1f5f0915b577 req-c494728e-084c-4dde-8358-92536eb435ef tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 932 time: 0.0790863 Nov 22 13:47:29.312840 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f5f33499-565b-41a2-b136-1f5f0915b577 req-eb2f3b49-6714-421e-8758-28c681b78cb9 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940001 Nov 22 13:47:29.313670 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.360467 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-89f7ce4c-eb19-41cb-adaa-2eea58f85896 None None] Provisioning complete for port e5ff694a-a0ea-43f2-a384-1fa878184012 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:29.361477 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-89f7ce4c-eb19-41cb-adaa-2eea58f85896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.407123 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-89f7ce4c-eb19-41cb-adaa-2eea58f85896 None None] Port e5ff694a-a0ea-43f2-a384-1fa878184012 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:29.453232 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22da321-fcc3-409d-945d-68ec304289dc {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:47:29.461021 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.479091 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Transition to ACTIVE for port object b22da321-fcc3-409d-945d-68ec304289dc will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:47:29.485184 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.541269 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Pushing event updated for resources: {'Port': ['ID=b22da321-fcc3-409d-945d-68ec304289dc,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:29.635709 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Attempting to bind port b22da321-fcc3-409d-945d-68ec304289dc on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:29.636092 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Attempting to bind port b22da321-fcc3-409d-945d-68ec304289dc by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:29.636426 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Attempting to bind port b22da321-fcc3-409d-945d-68ec304289dc on network 74610957-0c8f-4be7-87b5-2b068bd616a7 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:29.642645 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Port b22da321-fcc3-409d-945d-68ec304289dc on network 74610957-0c8f-4be7-87b5-2b068bd616a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:47:29.642965 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Attempting to bind port b22da321-fcc3-409d-945d-68ec304289dc on network 74610957-0c8f-4be7-87b5-2b068bd616a7 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:29.648220 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:29.648606 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Checking segment: {'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:29.649001 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Bound using segment: {'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:29.649446 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Bound port: b22da321-fcc3-409d-945d-68ec304289dc, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d3e045-9d0f-4f35-8130-0701d4b3931f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:29.649803 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.666609 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ff694a-a0ea-43f2-a384-1fa878184012 {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:47:29.676880 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.691503 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Transition to ACTIVE for port object e5ff694a-a0ea-43f2-a384-1fa878184012 will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:47:29.695381 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.755655 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff694a-a0ea-43f2-a384-1fa878184012,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:29.770511 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] For port b22da321-fcc3-409d-945d-68ec304289dc, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:29.774373 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] For port b22da321-fcc3-409d-945d-68ec304289dc, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b22da321-fcc3-409d-945d-68ec304289dc,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:29.784399 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ca418-c2ae-47aa-b5b3-8e213e71b7c2 req-de80c849-c1cc-4c0c-b5a1-baa1b76658fb tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:29.786274 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4d4ca418-c2ae-47aa-b5b3-8e213e71b7c2 req-de80c849-c1cc-4c0c-b5a1-baa1b76658fb tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 948 time: 0.1152570 Nov 22 13:47:29.788147 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.855370 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Attempting to bind port e5ff694a-a0ea-43f2-a384-1fa878184012 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:29.855739 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Attempting to bind port e5ff694a-a0ea-43f2-a384-1fa878184012 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:29.856146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Attempting to bind port e5ff694a-a0ea-43f2-a384-1fa878184012 on network 0645e722-294d-4d2b-bb6d-f1dbffebace2 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:29.861186 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:29.861717 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.863144 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] 10.222.0.52 "PUT /v2.0/ports/b22da321-fcc3-409d-945d-68ec304289dc HTTP/1.1" status: 200 len: 1094 time: 0.7700944 Nov 22 13:47:29.870058 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Port e5ff694a-a0ea-43f2-a384-1fa878184012 on network 0645e722-294d-4d2b-bb6d-f1dbffebace2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:47:29.870411 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Attempting to bind port e5ff694a-a0ea-43f2-a384-1fa878184012 on network 0645e722-294d-4d2b-bb6d-f1dbffebace2 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:29.883681 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:29.884075 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Checking segment: {'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:29.884465 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Bound using segment: {'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:29.884913 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Bound port: e5ff694a-a0ea-43f2-a384-1fa878184012, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1227930-f977-44fc-b141-3f02573577b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:29.885365 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:29.898949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef66d4b-e5f0-45d9-9715-9fb775a722cf service neutron] Pushing event updated for resources: {'Port': ['ID=b22da321-fcc3-409d-945d-68ec304289dc,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:29.907365 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4d4ca418-c2ae-47aa-b5b3-8e213e71b7c2 req-f2503b73-3b40-4369-8680-cfc02392eb7c tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127520 Nov 22 13:47:29.982827 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e132f01-301e-471a-affe-a2efcb669586 req-c10fa899-bf9d-4485-b72e-a69bba7a2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:29.984549 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-c10fa899-bf9d-4485-b72e-a69bba7a2ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29a21fcc281743ddac3e5b53b5496a61&device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 1097 time: 0.0469651 Nov 22 13:47:29.999546 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] For port e5ff694a-a0ea-43f2-a384-1fa878184012, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:30.003836 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] For port e5ff694a-a0ea-43f2-a384-1fa878184012, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e5ff694a-a0ea-43f2-a384-1fa878184012,segment=NetworkSegment(d1227930-f977-44fc-b141-3f02573577b7),segment_id=d1227930-f977-44fc-b141-3f02573577b7)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:30.008243 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:30.045528 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-5f8809fa-758a-4ffa-9b21-ebfbece71f6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b22da321-fcc3-409d-945d-68ec304289dc HTTP/1.1" status: 200 len: 217 time: 0.0426495 Nov 22 13:47:30.052317 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25377de6-d618-4294-876a-cafad05b1094', 'tag': 'b22da321-fcc3-409d-945d-68ec304289dc'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:30.060366 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30764d59-3d36-48cc-8b83-b6318a6b0d11" -d '{"events": [{"name": "network-changed", "server_uuid": "25377de6-d618-4294-876a-cafad05b1094", "tag": "b22da321-fcc3-409d-945d-68ec304289dc"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:30.077741 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.079222 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:30.082180 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] 10.222.0.52 "PUT /v2.0/ports/e5ff694a-a0ea-43f2-a384-1fa878184012 HTTP/1.1" status: 200 len: 1098 time: 0.8896413 Nov 22 13:47:30.085153 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'tag': 'e5ff694a-a0ea-43f2-a384-1fa878184012'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:30.089116 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2" -d '{"events": [{"name": "network-changed", "server_uuid": "764d1f9a-5288-4aeb-8528-27eb8ad6958e", "tag": "e5ff694a-a0ea-43f2-a384-1fa878184012"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:30.126998 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9f10b-d46a-4fe2-95f3-f23f718a68de service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff694a-a0ea-43f2-a384-1fa878184012,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:30.142683 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e132f01-301e-471a-affe-a2efcb669586 req-990e82b2-5dea-414e-bbec-af712daa9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.144653 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-990e82b2-5dea-414e-bbec-af712daa9d4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23149278-52c1-48fe-b47c-58864923588c HTTP/1.1" status: 200 len: 854 time: 0.0786192 Nov 22 13:47:30.147027 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799dbe9c-755e-425d-abbf-5b656b1f3bd2 x-openstack-request-id: req-799dbe9c-755e-425d-abbf-5b656b1f3bd2 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:30.147321 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25377de6-d618-4294-876a-cafad05b1094", "tag": "b22da321-fcc3-409d-945d-68ec304289dc", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:30.147569 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-799dbe9c-755e-425d-abbf-5b656b1f3bd2 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:30.148015 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25377de6-d618-4294-876a-cafad05b1094', 'tag': 'b22da321-fcc3-409d-945d-68ec304289dc', 'status': 'completed', 'code': 200} Nov 22 13:47:30.193274 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945b6703-ed08-4020-8e65-84f6073936cb x-openstack-request-id: req-945b6703-ed08-4020-8e65-84f6073936cb {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:30.193585 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d1f9a-5288-4aeb-8528-27eb8ad6958e", "tag": "e5ff694a-a0ea-43f2-a384-1fa878184012", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:30.193832 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-945b6703-ed08-4020-8e65-84f6073936cb {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:30.194224 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'tag': 'e5ff694a-a0ea-43f2-a384-1fa878184012', 'status': 'completed', 'code': 200} Nov 22 13:47:30.194904 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-67e5f41e-3cb0-40b6-9e1e-8020c217d6ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74610957-0c8f-4be7-87b5-2b068bd616a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386152 Nov 22 13:47:30.239699 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-78c41662-450f-4876-ab60-049f61951012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.241445 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-78c41662-450f-4876-ab60-049f61951012 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9fdf43be88c43dea7f50cb3df0920eb&device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 1101 time: 0.0838094 Nov 22 13:47:30.269371 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d935fa-3f76-48cb-ab9d-06b7fd6a3812 req-6733db37-0874-4b91-80c9-52ca8f6588ce tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.270991 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c2d935fa-3f76-48cb-ab9d-06b7fd6a3812 req-6733db37-0874-4b91-80c9-52ca8f6588ce tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0804279 Nov 22 13:47:30.304308 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-dfe46d13-82d6-4256-8b9c-7b55b5573357 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=e5ff694a-a0ea-43f2-a384-1fa878184012 HTTP/1.1" status: 200 len: 217 time: 0.0521681 Nov 22 13:47:30.313669 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-696fcc7c-11b8-4189-b30e-960537639194 service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096778 Nov 22 13:47:30.388693 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c2d935fa-3f76-48cb-ab9d-06b7fd6a3812 req-bc58f94f-8643-48ee-a582-5364153c100f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866909 Nov 22 13:47:30.400454 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-60a89c1d-b028-4392-893f-1be4b3ee3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.401993 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-60a89c1d-b028-4392-893f-1be4b3ee3742 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a6fb67a-8252-4cbc-a3e1-66a8d0c72321 HTTP/1.1" status: 200 len: 843 time: 0.0750618 Nov 22 13:47:30.450474 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e132f01-301e-471a-affe-a2efcb669586 req-3bc1297e-28df-4e07-bc4f-2edd1a889b8e service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239932 Nov 22 13:47:30.457253 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fa140-4d32-447e-a255-8b31703feeb8 req-ea551202-7509-4f0f-870a-6aeca117c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.458799 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-ea551202-7509-4f0f-870a-6aeca117c92b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0645e722-294d-4d2b-bb6d-f1dbffebace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0470293 Nov 22 13:47:30.472032 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f136dd-5b4d-478e-8e26-51e5b14f8ed9 req-a2446512-dc15-4df8-988c-f9d7223872ea tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.473559 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b3f136dd-5b4d-478e-8e26-51e5b14f8ed9 req-a2446512-dc15-4df8-988c-f9d7223872ea tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 944 time: 0.0714617 Nov 22 13:47:30.571246 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b3f136dd-5b4d-478e-8e26-51e5b14f8ed9 req-13ada2fb-2f26-4406-a4fb-72fe20ed8fda tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873637 Nov 22 13:47:30.572718 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-f492ed39-dbb7-4224-9bbe-ae7152dfd5cd service neutron] 10.222.0.52 "GET /v2.0/networks/0645e722-294d-4d2b-bb6d-f1dbffebace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930283 Nov 22 13:47:30.582363 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-eea49688-5003-4ad3-9505-4c422788e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.583402 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-eea49688-5003-4ad3-9505-4c422788e4a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29a21fcc281743ddac3e5b53b5496a61&device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 1097 time: 0.0665653 Nov 22 13:47:30.681427 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-205fa140-4d32-447e-a255-8b31703feeb8 req-2d21f917-7d00-4cd6-a32b-61bd1d08a747 service neutron] 10.222.0.52 "GET /v2.0/networks/0645e722-294d-4d2b-bb6d-f1dbffebace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004350 Nov 22 13:47:30.687520 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-b728b12c-e0c5-4b70-9177-b20475aa66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.690275 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-b728b12c-e0c5-4b70-9177-b20475aa66df service neutron] 10.222.0.52 "GET /v2.0/networks?id=74610957-0c8f-4be7-87b5-2b068bd616a7 HTTP/1.1" status: 200 len: 915 time: 0.0976396 Nov 22 13:47:30.743408 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-533ab052-b692-4213-98ad-dca81e659f37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b22da321-fcc3-409d-945d-68ec304289dc HTTP/1.1" status: 200 len: 217 time: 0.0420692 Nov 22 13:47:30.800004 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-8624b981-de47-4258-b72a-77922bb4b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.801620 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-8624b981-de47-4258-b72a-77922bb4b239 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9fdf43be88c43dea7f50cb3df0920eb&device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 1101 time: 0.0553224 Nov 22 13:47:30.802124 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-d45013f2-b87c-402a-9586-78304aa9acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.803755 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-d45013f2-b87c-402a-9586-78304aa9acd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=23149278-52c1-48fe-b47c-58864923588c HTTP/1.1" status: 200 len: 854 time: 0.0514455 Nov 22 13:47:30.844738 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-42cfc3a5-cf28-487c-aa47-d3a4c6a3ef6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74610957-0c8f-4be7-87b5-2b068bd616a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273325 Nov 22 13:47:30.932519 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-f25047ae-3443-4ad3-848c-d7995845150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:30.933834 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-f25047ae-3443-4ad3-848c-d7995845150e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0645e722-294d-4d2b-bb6d-f1dbffebace2 HTTP/1.1" status: 200 len: 870 time: 0.1173277 Nov 22 13:47:30.959237 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-ab57f4e8-f8b9-4594-b2ab-4bbfa67e07f0 service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979118 Nov 22 13:47:30.988359 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-27cd3cb9-7311-4f66-b8f1-efcb349db156 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=e5ff694a-a0ea-43f2-a384-1fa878184012 HTTP/1.1" status: 200 len: 217 time: 0.0440836 Nov 22 13:47:31.075509 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30764d59-3d36-48cc-8b83-b6318a6b0d11 req-b63d2554-2c0b-4dd6-bc06-d6b0ed4228f4 service neutron] 10.222.0.52 "GET /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008272 Nov 22 13:47:31.087373 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-415ec7a3-9825-4898-9d40-b8f85f71de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:31.088914 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-415ec7a3-9825-4898-9d40-b8f85f71de61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a6fb67a-8252-4cbc-a3e1-66a8d0c72321 HTTP/1.1" status: 200 len: 843 time: 0.0903816 Nov 22 13:47:31.104385 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1bfdc-8776-476e-ac47-f1fb9a7e349e req-63b750b6-c503-4736-8e9f-954f855e19d6 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:31.107466 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-afd1bfdc-8776-476e-ac47-f1fb9a7e349e req-63b750b6-c503-4736-8e9f-954f855e19d6 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 948 time: 0.1000509 Nov 22 13:47:31.185879 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-98fa3781-f240-4f2e-8cf1-b3e5313f0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:31.187447 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-98fa3781-f240-4f2e-8cf1-b3e5313f0939 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0645e722-294d-4d2b-bb6d-f1dbffebace2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0790529 Nov 22 13:47:31.191220 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-afd1bfdc-8776-476e-ac47-f1fb9a7e349e req-2474a75e-6f9f-456e-a1b2-0e08e8e0c1cd tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754333 Nov 22 13:47:31.195820 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57138) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:31.296468 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-ff5d4fec-e41e-444c-8a4c-3005ba252111 service neutron] 10.222.0.52 "GET /v2.0/networks/0645e722-294d-4d2b-bb6d-f1dbffebace2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933683 Nov 22 13:47:31.323272 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5740f7f4-5228-47eb-bc2d-219c6f1d08c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:31.442279 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d3efc27-cc8c-44e3-83a3-e79bcd1797d2 req-898d2e8b-d7f6-4ede-b1a7-20b8ff9e38fe service neutron] 10.222.0.52 "GET /v2.0/networks/0645e722-294d-4d2b-bb6d-f1dbffebace2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269197 Nov 22 13:47:31.472500 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5740f7f4-5228-47eb-bc2d-219c6f1d08c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:31.476351 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5740f7f4-5228-47eb-bc2d-219c6f1d08c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:31.520724 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-5740f7f4-5228-47eb-bc2d-219c6f1d08c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50d589c7da0d43109a264c5050da2858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236518 Nov 22 13:47:31.521724 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740f7f4-5228-47eb-bc2d-219c6f1d08c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7427fa50-5b5e-49bf-abe9-a79d80c69426,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:31.521856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4e499-a8c1-4b80-9756-827b1c7a6109 req-c9753aad-2caf-423b-a736-6b92ce5c83b4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:31.523371 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7df4e499-a8c1-4b80-9756-827b1c7a6109 req-c9753aad-2caf-423b-a736-6b92ce5c83b4 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0516865 Nov 22 13:47:31.523928 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57144) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:31.609786 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7df4e499-a8c1-4b80-9756-827b1c7a6109 req-447f322b-d57b-425e-8f1c-ab7dfb39092f tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710926 Nov 22 13:47:31.613173 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-88a4dca6-3036-490b-8420-fd34d37ec1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:31.641309 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-88a4dca6-3036-490b-8420-fd34d37ec1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:31.694159 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-88a4dca6-3036-490b-8420-fd34d37ec1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:31.696702 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-88a4dca6-3036-490b-8420-fd34d37ec1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:31.700994 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869a73d-d1c8-481a-bf8b-5e7a3b247575 req-bbab986e-eb13-428d-9747-599b79736555 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:31.701578 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-88a4dca6-3036-490b-8420-fd34d37ec1d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7427fa50-5b5e-49bf-abe9-a79d80c69426 HTTP/1.1" status: 204 len: 168 time: 0.1763806 Nov 22 13:47:31.709736 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c869a73d-d1c8-481a-bf8b-5e7a3b247575 req-bbab986e-eb13-428d-9747-599b79736555 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 944 time: 0.0610490 Nov 22 13:47:31.709910 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4dca6-3036-490b-8420-fd34d37ec1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7427fa50-5b5e-49bf-abe9-a79d80c69426,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:31.766717 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c869a73d-d1c8-481a-bf8b-5e7a3b247575 req-49b44a6b-a0e5-467e-a0f5-7626da4bdc83 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561123 Nov 22 13:47:31.903586 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device f134f236-0d84-4ad1-ba73-313f831e4543 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:31.926874 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: f134f236-0d84-4ad1-ba73-313f831e4543 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:31.927217 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device f134f236-0d84-4ad1-ba73-313f831e4543 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:32.002255 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57154) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:32.016089 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ad7be3fd-ff79-4c7b-85e2-8861ad652d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:32.094564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ad7be3fd-ff79-4c7b-85e2-8861ad652d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:32.098324 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ad7be3fd-ff79-4c7b-85e2-8861ad652d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:32.137794 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ad7be3fd-ff79-4c7b-85e2-8861ad652d81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dd51c708d31f49b7a57dd86c98aa0656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341574 Nov 22 13:47:32.138657 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7be3fd-ff79-4c7b-85e2-8861ad652d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c5dae0-0e6e-4028-b5ba-7d8ef7689674,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:32.140476 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57156) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:32.188807 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89a58bbe-2e63-412c-8f8e-f2baf48d320a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:32.210323 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89a58bbe-2e63-412c-8f8e-f2baf48d320a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:32.260200 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89a58bbe-2e63-412c-8f8e-f2baf48d320a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:32.262893 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89a58bbe-2e63-412c-8f8e-f2baf48d320a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:32.264042 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-89a58bbe-2e63-412c-8f8e-f2baf48d320a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26c5dae0-0e6e-4028-b5ba-7d8ef7689674 HTTP/1.1" status: 204 len: 168 time: 0.1224501 Nov 22 13:47:32.272070 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a58bbe-2e63-412c-8f8e-f2baf48d320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c5dae0-0e6e-4028-b5ba-7d8ef7689674,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:32.319066 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c3b55-5d20-42cc-b980-4eb61c3d1dd3 req-4a6034d0-058a-4568-aef8-0d94fdc39477 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:32.320683 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ab8c3b55-5d20-42cc-b980-4eb61c3d1dd3 req-4a6034d0-058a-4568-aef8-0d94fdc39477 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 948 time: 0.0575171 Nov 22 13:47:32.380841 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ab8c3b55-5d20-42cc-b980-4eb61c3d1dd3 req-2aebdd54-cc21-4415-87c8-91af53e832f3 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529065 Nov 22 13:47:32.752258 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5b3ea-5dd5-4054-a165-018991a51384 req-5e09d3ed-fb3c-4fb9-b7f4-59f39d612dcd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:32.753364 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d7a5b3ea-5dd5-4054-a165-018991a51384 req-5e09d3ed-fb3c-4fb9-b7f4-59f39d612dcd tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0580807 Nov 22 13:47:32.833433 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d7a5b3ea-5dd5-4054-a165-018991a51384 req-585a0b18-27f9-47b7-bdc6-b6437f46a906 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709674 Nov 22 13:47:32.975020 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae7ce-a75a-48f0-aeb9-9bc9debe357c req-e0cb854d-e1dc-4245-92e5-6deaec4964a7 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:32.976668 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4feae7ce-a75a-48f0-aeb9-9bc9debe357c req-e0cb854d-e1dc-4245-92e5-6deaec4964a7 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 944 time: 0.0822661 Nov 22 13:47:33.028853 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4feae7ce-a75a-48f0-aeb9-9bc9debe357c req-a9b07a53-f33b-494e-8fdf-eeebcf3f7786 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Nov 22 13:47:33.507634 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b476858-d303-412f-bfeb-28abebb5db63 req-e18206b4-a5d2-45ae-a731-d87f038236ff tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:33.509293 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4b476858-d303-412f-bfeb-28abebb5db63 req-e18206b4-a5d2-45ae-a731-d87f038236ff tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 948 time: 0.0572026 Nov 22 13:47:33.557798 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4b476858-d303-412f-bfeb-28abebb5db63 req-773e15e9-3b82-41cc-965a-543252a9d600 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Nov 22 13:47:33.919823 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device b22da321-fcc3-409d-945d-68ec304289dc details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:47:33.954448 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb3503-9c50-42d4-a61b-cebb58e081bc req-0afd1ff9-0b7b-4927-9219-de18b10c1c08 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:33.956164 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-20fb3503-9c50-42d4-a61b-cebb58e081bc req-0afd1ff9-0b7b-4927-9219-de18b10c1c08 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0574193 Nov 22 13:47:34.015033 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-20fb3503-9c50-42d4-a61b-cebb58e081bc req-96d5f476-c84b-4234-96e7-7da70de2081a tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524061 Nov 22 13:47:34.052254 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port b22da321-fcc3-409d-945d-68ec304289dc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b22da321-fcc3-409d-945d-68ec304289dc,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:34.065187 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'b22da321-fcc3-409d-945d-68ec304289dc', 'network_id': '74610957-0c8f-4be7-87b5-2b068bd616a7', 'port_id': 'b22da321-fcc3-409d-945d-68ec304289dc', 'mac_address': 'fa:16:3e:69:e0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23149278-52c1-48fe-b47c-58864923588c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:47:34.116685 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:34.134749 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22da321-fcc3-409d-945d-68ec304289dc {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:47:34.158109 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port b22da321-fcc3-409d-945d-68ec304289dc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b22da321-fcc3-409d-945d-68ec304289dc,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:34.167362 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:34.169968 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e5ff694a-a0ea-43f2-a384-1fa878184012 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:47:34.196786 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78c45-326f-4568-8e26-8977934cc982 req-b8c00b3f-a35a-4114-9ad8-287c76b5547b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:34.207228 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-27d78c45-326f-4568-8e26-8977934cc982 req-b8c00b3f-a35a-4114-9ad8-287c76b5547b tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 944 time: 0.0874937 Nov 22 13:47:34.276186 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c3efa-359f-4297-a4b3-cabd76158979 req-6dc5e8df-5566-45c4-b16c-a93351cf96e8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:34.278888 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-27d78c45-326f-4568-8e26-8977934cc982 req-da932372-249b-4978-87c0-b575c3c1a97f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653765 Nov 22 13:47:34.293594 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=b22da321-fcc3-409d-945d-68ec304289dc,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:34.294176 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-149c3efa-359f-4297-a4b3-cabd76158979 req-6dc5e8df-5566-45c4-b16c-a93351cf96e8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0674586 Nov 22 13:47:34.331323 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e5ff694a-a0ea-43f2-a384-1fa878184012, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e5ff694a-a0ea-43f2-a384-1fa878184012,segment=NetworkSegment(d1227930-f977-44fc-b141-3f02573577b7),segment_id=d1227930-f977-44fc-b141-3f02573577b7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:34.346138 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'e5ff694a-a0ea-43f2-a384-1fa878184012', 'network_id': '0645e722-294d-4d2b-bb6d-f1dbffebace2', 'port_id': 'e5ff694a-a0ea-43f2-a384-1fa878184012', 'mac_address': 'fa:16:3e:08:fd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6fb67a-8252-4cbc-a3e1-66a8d0c72321', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:47:34.352022 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-149c3efa-359f-4297-a4b3-cabd76158979 req-6767d259-5b47-4794-9456-efc8fde4da17 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567768 Nov 22 13:47:34.390401 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:34.404505 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff694a-a0ea-43f2-a384-1fa878184012 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:47:34.425490 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e5ff694a-a0ea-43f2-a384-1fa878184012, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e5ff694a-a0ea-43f2-a384-1fa878184012,segment=NetworkSegment(d1227930-f977-44fc-b141-3f02573577b7),segment_id=d1227930-f977-44fc-b141-3f02573577b7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:34.429665 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:34.482840 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e5ff694a-a0ea-43f2-a384-1fa878184012,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:34.677132 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c033f9-1e34-4d4d-9259-6caedacacf12 req-9e67a075-5cb9-49b9-a6f8-5388978cc0c2 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:34.678605 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-48c033f9-1e34-4d4d-9259-6caedacacf12 req-9e67a075-5cb9-49b9-a6f8-5388978cc0c2 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 949 time: 0.0501168 Nov 22 13:47:34.730694 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-48c033f9-1e34-4d4d-9259-6caedacacf12 req-fafb27c5-b0d5-4426-8020-8754b4dc04f2 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Nov 22 13:47:34.737033 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['b22da321-fcc3-409d-945d-68ec304289dc'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:47:34.769180 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['e5ff694a-a0ea-43f2-a384-1fa878184012'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:47:34.955169 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57258) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:35.064007 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a56b495b-d1da-4c92-87a2-4ac685206f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.151080 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a56b495b-d1da-4c92-87a2-4ac685206f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.159102 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a56b495b-d1da-4c92-87a2-4ac685206f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.172861 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3132f1-4839-4dd4-8792-89c67f3250ea req-7360e033-833e-4475-b508-be17464ec276 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:35.174600 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3d3132f1-4839-4dd4-8792-89c67f3250ea req-7360e033-833e-4475-b508-be17464ec276 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.0633180 Nov 22 13:47:35.207458 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a56b495b-d1da-4c92-87a2-4ac685206f5f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98657cfa1396404bb1d3a1892b5b85f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507987 Nov 22 13:47:35.208875 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b495b-d1da-4c92-87a2-4ac685206f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384a56c7-9a64-40af-ac0c-83578ceaac59,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:35.211265 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57264) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:35.240370 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3d3132f1-4839-4dd4-8792-89c67f3250ea req-1f12c8e1-86fd-4f12-97d4-961564f32c4e tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592172 Nov 22 13:47:35.286240 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-562ec141-0ccf-45b6-a40d-ee042e12b0ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.310131 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-562ec141-0ccf-45b6-a40d-ee042e12b0ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.363800 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-562ec141-0ccf-45b6-a40d-ee042e12b0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.366642 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-562ec141-0ccf-45b6-a40d-ee042e12b0ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.367905 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-562ec141-0ccf-45b6-a40d-ee042e12b0ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/384a56c7-9a64-40af-ac0c-83578ceaac59 HTTP/1.1" status: 204 len: 168 time: 0.1556132 Nov 22 13:47:35.379791 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec141-0ccf-45b6-a40d-ee042e12b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a56c7-9a64-40af-ac0c-83578ceaac59,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:35.414705 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924df56-5676-4fd4-bcad-1ceca336eb86 req-66710f59-1af3-4949-8a8e-5944fb7efe08 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:35.416700 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8924df56-5676-4fd4-bcad-1ceca336eb86 req-66710f59-1af3-4949-8a8e-5944fb7efe08 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 945 time: 0.0666950 Nov 22 13:47:35.485227 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8924df56-5676-4fd4-bcad-1ceca336eb86 req-dceaa4fa-18fb-45a4-9434-681f06dee44f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600843 Nov 22 13:47:35.520579 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0805bb8-720d-4064-af03-ebff4abc4d45 req-844baa9e-764e-46bc-be2b-3810718d3ea3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:35.521719 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b0805bb8-720d-4064-af03-ebff4abc4d45 req-844baa9e-764e-46bc-be2b-3810718d3ea3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0678878 Nov 22 13:47:35.582451 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b0805bb8-720d-4064-af03-ebff4abc4d45 req-c38c0815-ce0b-4968-baae-0b2e3d86fa77 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535777 Nov 22 13:47:35.694688 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57274) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:35.709834 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ded205d5-38f4-4ef7-82cb-10bfa264b33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.796103 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ded205d5-38f4-4ef7-82cb-10bfa264b33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.801502 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ded205d5-38f4-4ef7-82cb-10bfa264b33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.841892 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ded205d5-38f4-4ef7-82cb-10bfa264b33f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=89b87bd8a23d40efbc2824c1999bc2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460729 Nov 22 13:47:35.842804 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded205d5-38f4-4ef7-82cb-10bfa264b33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff381382-ba3e-4771-97ea-2b3003568eac,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:35.845091 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57278) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:35.882840 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a8c15-7646-40d7-a0bb-7aad29752865 req-86a05ab2-1456-48a4-ae6d-e603317889ce tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:35.884389 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a24a8c15-7646-40d7-a0bb-7aad29752865 req-86a05ab2-1456-48a4-ae6d-e603317889ce tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 949 time: 0.0676322 Nov 22 13:47:35.895014 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2606f32c-673c-49be-b2fe-b5db6058961d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.917842 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2606f32c-673c-49be-b2fe-b5db6058961d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.923510 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device b22da321-fcc3-409d-945d-68ec304289dc up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:35.936678 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a24a8c15-7646-40d7-a0bb-7aad29752865 req-f50da9c5-6378-42a8-838f-228536dd2db5 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Nov 22 13:47:35.974211 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2606f32c-673c-49be-b2fe-b5db6058961d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.976118 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port b22da321-fcc3-409d-945d-68ec304289dc completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:47:35.976912 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2606f32c-673c-49be-b2fe-b5db6058961d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.978193 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-2606f32c-673c-49be-b2fe-b5db6058961d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff381382-ba3e-4771-97ea-2b3003568eac HTTP/1.1" status: 204 len: 168 time: 0.1321573 Nov 22 13:47:35.981258 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port b22da321-fcc3-409d-945d-68ec304289dc triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:35.981931 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:35.993475 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606f32c-673c-49be-b2fe-b5db6058961d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff381382-ba3e-4771-97ea-2b3003568eac,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:36.088914 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:36.115565 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25377de6-d618-4294-876a-cafad05b1094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22da321-fcc3-409d-945d-68ec304289dc'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:36.117839 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9633a1fe-d9e8-4086-b6ec-2e13ce4e6a57" -d '{"events": [{"server_uuid": "25377de6-d618-4294-876a-cafad05b1094", "name": "network-vif-plugged", "status": "completed", "tag": "b22da321-fcc3-409d-945d-68ec304289dc"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:36.131779 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port b22da321-fcc3-409d-945d-68ec304289dc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b22da321-fcc3-409d-945d-68ec304289dc,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:36.138405 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:36.139436 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e5ff694a-a0ea-43f2-a384-1fa878184012 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:36.195907 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b295b35-d16d-4712-9a66-e2c5bfd7d647 x-openstack-request-id: req-3b295b35-d16d-4712-9a66-e2c5bfd7d647 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:36.196201 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25377de6-d618-4294-876a-cafad05b1094", "name": "network-vif-plugged", "status": "completed", "tag": "b22da321-fcc3-409d-945d-68ec304289dc", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:36.196453 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b295b35-d16d-4712-9a66-e2c5bfd7d647 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:36.196843 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25377de6-d618-4294-876a-cafad05b1094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22da321-fcc3-409d-945d-68ec304289dc', 'code': 200} Nov 22 13:47:36.250915 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=b22da321-fcc3-409d-945d-68ec304289dc,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:36.267849 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port e5ff694a-a0ea-43f2-a384-1fa878184012 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:47:36.288993 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port e5ff694a-a0ea-43f2-a384-1fa878184012 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:36.289476 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:36.386125 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:36.415578 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb32597-276d-468f-94b7-f377ab7ccbd8 req-054e3a59-1d56-447e-8bf7-c765202c1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:36.417419 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9bb32597-276d-468f-94b7-f377ab7ccbd8 req-054e3a59-1d56-447e-8bf7-c765202c1b51 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 1099 time: 0.0779612 Nov 22 13:47:36.427262 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7dcf-3d55-445d-9ef6-acdf69e89106 req-2f48baa9-9bcc-46b1-8b1e-ce9199663646 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:36.428832 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e5ff694a-a0ea-43f2-a384-1fa878184012, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e5ff694a-a0ea-43f2-a384-1fa878184012,segment=NetworkSegment(d1227930-f977-44fc-b141-3f02573577b7),segment_id=d1227930-f977-44fc-b141-3f02573577b7)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:36.434521 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f43d7dcf-3d55-445d-9ef6-acdf69e89106 req-2f48baa9-9bcc-46b1-8b1e-ce9199663646 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.1046443 Nov 22 13:47:36.446202 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:36.502756 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e5ff694a-a0ea-43f2-a384-1fa878184012,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:36.531610 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9bb32597-276d-468f-94b7-f377ab7ccbd8 req-fc9de52a-fa38-4433-b6b8-6681129cc12b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932288 Nov 22 13:47:36.558021 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f43d7dcf-3d55-445d-9ef6-acdf69e89106 req-b1eac453-9b05-42bf-9cc2-4d40c0ae96bc tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f5997d4-b0bc-43b0-9216-7eb0251835cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182539 Nov 22 13:47:36.716759 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-99bdcb59-decb-499d-afd1-8fde178ffd81 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:36.718458 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-99bdcb59-decb-499d-afd1-8fde178ffd81 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 945 time: 0.3441272 Nov 22 13:47:36.727778 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036e473-6d72-42c3-9e35-6c4e46c785c8 req-6785e546-3568-4f24-9174-1914fe159cce tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:36.729541 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2036e473-6d72-42c3-9e35-6c4e46c785c8 req-6785e546-3568-4f24-9174-1914fe159cce tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0651050 Nov 22 13:47:36.752111 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741972e5-60b5-4a2f-a36b-964ee3d5d9f8 req-1a71739c-71c8-4baf-a84f-2914d6da354e tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:36.752111 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-741972e5-60b5-4a2f-a36b-964ee3d5d9f8 req-1a71739c-71c8-4baf-a84f-2914d6da354e tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 946 time: 0.0749350 Nov 22 13:47:36.817501 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2036e473-6d72-42c3-9e35-6c4e46c785c8 req-59ec6815-21d1-4cda-aab6-8a31b91a57b8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728965 Nov 22 13:47:36.854661 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-741972e5-60b5-4a2f-a36b-964ee3d5d9f8 req-f0d82f04-dd9e-4c8e-bb99-6d7439559ec5 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864542 Nov 22 13:47:36.876466 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Deleting port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:36.876801 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:36.969838 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] For port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:36.970204 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:36.983623 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Calling delete_port for 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:37.079639 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2a42c-c2c6-4672-8b8f-6464ee44bdb5 req-0dff7b36-86f1-47e6-b96b-c81c731441a3 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:37.089167 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7ea2a42c-c2c6-4672-8b8f-6464ee44bdb5 req-0dff7b36-86f1-47e6-b96b-c81c731441a3 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 950 time: 0.0745797 Nov 22 13:47:37.138678 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:37.145612 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7ea2a42c-c2c6-4672-8b8f-6464ee44bdb5 req-b5f3bdb3-5b54-43c3-9ba1-7c4cca8c02bc tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Nov 22 13:47:37.152017 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['6c00e9e6-d2fc-4a41-934e-e62ab70abc05'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:47:37.173185 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Pushing event deleted for resources: {'Port': ['ID=6c00e9e6-d2fc-4a41-934e-e62ab70abc05,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:37.221056 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] No DVR routers for this DVR port 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:47:37.223466 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:37.226726 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e3a61228-6e61-44d2-9602-ecf3e06136e7 req-4b23cd23-5f78-4d88-be61-06287f5fee90 tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.52 "DELETE /v2.0/ports/6c00e9e6-d2fc-4a41-934e-e62ab70abc05 HTTP/1.1" status: 204 len: 173 time: 0.4926777 Nov 22 13:47:37.227157 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'name': 'network-vif-deleted', 'tag': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:37.229394 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7f06de-6adf-4874-8a59-d2da03b3a017" -d '{"events": [{"server_uuid": "067f06e1-5203-4223-bdb1-f364f84ccaaa", "name": "network-vif-deleted", "tag": "6c00e9e6-d2fc-4a41-934e-e62ab70abc05"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:37.277440 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53baf93c-7679-4443-ae48-7867422f28cd x-openstack-request-id: req-53baf93c-7679-4443-ae48-7867422f28cd {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:37.278196 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067f06e1-5203-4223-bdb1-f364f84ccaaa", "name": "network-vif-deleted", "tag": "6c00e9e6-d2fc-4a41-934e-e62ab70abc05", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:37.278682 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53baf93c-7679-4443-ae48-7867422f28cd {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:37.279079 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067f06e1-5203-4223-bdb1-f364f84ccaaa', 'name': 'network-vif-deleted', 'tag': '6c00e9e6-d2fc-4a41-934e-e62ab70abc05', 'status': 'completed', 'code': 200} Nov 22 13:47:37.683624 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c46d49ac-941c-4659-9d14-af478cfb2bbf req-ddf11773-f81f-47fc-81fc-fd438955641b tempest-ServerRescueNegativeTestJSON-1463516326 tempest-ServerRescueNegativeTestJSON-1463516326-project] 10.222.0.31 "GET /v2.0/ports?device_id=067f06e1-5203-4223-bdb1-f364f84ccaaa HTTP/1.1" status: 200 len: 210 time: 0.0327299 Nov 22 13:47:37.932330 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281ff79-6bdc-449f-afbf-c8f4ba8d8def req-9dc6a74c-4add-4948-8039-ebcbb327985f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:37.933687 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d281ff79-6bdc-449f-afbf-c8f4ba8d8def req-9dc6a74c-4add-4948-8039-ebcbb327985f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0555141 Nov 22 13:47:37.978750 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc39a85-e4eb-438c-a7f0-4b8e08cbbf2e req-b3393d25-a1fc-4917-9491-f46f4346656c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:37.981321 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3bc39a85-e4eb-438c-a7f0-4b8e08cbbf2e req-b3393d25-a1fc-4917-9491-f46f4346656c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 946 time: 0.0552809 Nov 22 13:47:37.983723 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d281ff79-6bdc-449f-afbf-c8f4ba8d8def req-b23375d8-add0-4b63-b0d7-be3b98a12efa tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460219 Nov 22 13:47:38.031779 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3bc39a85-e4eb-438c-a7f0-4b8e08cbbf2e req-020f1c74-2cfa-4d9f-8d61-0a2c52d7a3eb tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Nov 22 13:47:38.198739 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff694a-a0ea-43f2-a384-1fa878184012'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:38.202178 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e4ce5-aafe-4940-95d3-07534bf6d819" -d '{"events": [{"server_uuid": "764d1f9a-5288-4aeb-8528-27eb8ad6958e", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff694a-a0ea-43f2-a384-1fa878184012"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:38.276833 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c6a86-d3bd-4d8f-8628-1eaaaf0394e5 req-014b31b0-e740-450d-bd91-accd66cbd145 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:38.278719 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a47c6a86-d3bd-4d8f-8628-1eaaaf0394e5 req-014b31b0-e740-450d-bd91-accd66cbd145 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 950 time: 0.0513606 Nov 22 13:47:38.333365 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a47c6a86-d3bd-4d8f-8628-1eaaaf0394e5 req-7aca6b2a-5c91-4604-849f-8a35c5cc9343 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480232 Nov 22 13:47:38.382619 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610048ac-fc30-4417-9d95-8692b66173a3 x-openstack-request-id: req-610048ac-fc30-4417-9d95-8692b66173a3 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:38.382937 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d1f9a-5288-4aeb-8528-27eb8ad6958e", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff694a-a0ea-43f2-a384-1fa878184012", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:38.383218 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-610048ac-fc30-4417-9d95-8692b66173a3 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:38.383654 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff694a-a0ea-43f2-a384-1fa878184012', 'code': 200} Nov 22 13:47:38.600137 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909eab8-50bb-41ad-8413-ab5124104a2b req-a16d33bc-8778-460b-bcf5-0ac68d31779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:38.601746 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6909eab8-50bb-41ad-8413-ab5124104a2b req-a16d33bc-8778-460b-bcf5-0ac68d31779e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 1103 time: 0.0474951 Nov 22 13:47:38.650995 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6909eab8-50bb-41ad-8413-ab5124104a2b req-0a48f196-31ee-4014-9ffa-2e8b26953998 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Nov 22 13:47:38.740756 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57404) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:39.136205 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0733-041a-4ec7-92ee-60c1f5d42f7c req-61f7e69f-bae0-4490-88a1-ff6d1e308b57 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:39.138637 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-186f0733-041a-4ec7-92ee-60c1f5d42f7c req-61f7e69f-bae0-4490-88a1-ff6d1e308b57 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0786421 Nov 22 13:47:39.240795 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-186f0733-041a-4ec7-92ee-60c1f5d42f7c req-f21539f1-6dca-4ffc-a705-f09437f8009b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952008 Nov 22 13:47:39.268009 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:39.456326 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e197b-1e96-4741-9600-decd5cd523e1 req-0086a2b5-ce85-4c4f-a748-74ed2c60a642 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:39.457986 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8f2e197b-1e96-4741-9600-decd5cd523e1 req-0086a2b5-ce85-4c4f-a748-74ed2c60a642 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 950 time: 0.0543690 Nov 22 13:47:39.506275 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8f2e197b-1e96-4741-9600-decd5cd523e1 req-82692bde-7b0d-4840-ba72-897a34db69fd tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Nov 22 13:47:39.563277 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Deleting port 64b85811-e687-4fca-b8b4-8f02f01552c1 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:39.563609 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:39.640720 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] For port 64b85811-e687-4fca-b8b4-8f02f01552c1, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=64b85811-e687-4fca-b8b4-8f02f01552c1,segment=NetworkSegment(3995f09d-cb2a-415a-9e90-eb5a40d08689),segment_id=3995f09d-cb2a-415a-9e90-eb5a40d08689)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:39.641100 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:39.654048 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Calling delete_port for 64b85811-e687-4fca-b8b4-8f02f01552c1 owned by network:router_interface {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:39.834587 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:39.860502 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Pushing event deleted for resources: {'Port': ['ID=64b85811-e687-4fca-b8b4-8f02f01552c1,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:39.952586 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:39.972521 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:39.973034 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 6c00e9e6-d2fc-4a41-934e-e62ab70abc05 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:40.023324 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:40.247458 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:47:40.385368 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:47:40.391359 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ecb8bcc2-5e78-4c18-9ab4-d068444cf16c admin admin] 10.222.0.31 "PUT /v2.0/routers/12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493220 Nov 22 13:47:40.394052 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57430) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:40.396669 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] Sync routers for ids ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:47:40.399274 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2efbb8-c4aa-4933-82a6-407816087f17 req-9947ff1e-ead6-4d24-8396-ff0edf0f3e30 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:40.400819 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9c2efbb8-c4aa-4933-82a6-407816087f17 req-9947ff1e-ead6-4d24-8396-ff0edf0f3e30 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0687034 Nov 22 13:47:40.410325 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] Routers {'12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:40.411566 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:40.457812 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9c2efbb8-c4aa-4933-82a6-407816087f17 req-011ab7c2-4ec9-4213-b09f-7b79490726b9 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Nov 22 13:47:40.525188 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks [] for router, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:40.532582 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] Set router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:40.673398 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07eaf5-3adf-4897-b2b4-abb0fc7a5cd6 req-37a2bb00-d337-43fa-8ea9-144804bc057c tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:40.674772 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8d07eaf5-3adf-4897-b2b4-abb0fc7a5cd6 req-37a2bb00-d337-43fa-8ea9-144804bc057c tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 950 time: 0.0671463 Nov 22 13:47:40.676162 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:40.731797 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:47:39Z', 'revision_number': 5, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port': {'id': '824b0690-c7c6-4342-817a-06598da2d8c5', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:43Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:40.747095 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8d07eaf5-3adf-4897-b2b4-abb0fc7a5cd6 req-0c897ad8-0514-4ec7-a3bf-0328c4247701 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662310 Nov 22 13:47:40.758613 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] Checking router: 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:47:40.767696 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Deleting port 824b0690-c7c6-4342-817a-06598da2d8c5 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:40.768111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:40.768234 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] Routers {'12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:40.768724 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:40.861265 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] For port 824b0690-c7c6-4342-817a-06598da2d8c5, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=824b0690-c7c6-4342-817a-06598da2d8c5,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:40.861663 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:40.876768 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Calling delete_port for 824b0690-c7c6-4342-817a-06598da2d8c5 owned by network:router_gateway {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:40.942004 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] Set router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 gateway port host: None {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:40.998921 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:47:40Z', 'revision_number': 6, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:41.025741 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0dbb7c-3e17-4a33-837f-d56260890f30 None None] The sync data for ids ['12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6'] in dv-cinder-768458-14-iscsi is: [{'id': '12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6', 'name': 'tempest-ServerRescueNegativeTestJSON-946730909-router', 'tenant_id': '8d3623b6aa624b48b153f3bb831c6385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:41Z', 'updated_at': '2021-11-22T13:47:40Z', 'revision_number': 6, 'project_id': '8d3623b6aa624b48b153f3bb831c6385', 'gw_port_host': None}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:47:41.049003 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4769163-24d1-4c0a-ae1f-6f3fa23bfb6e req-f816eb8f-369a-463c-8a4b-8284c4884bf7 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:41.050589 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4769163-24d1-4c0a-ae1f-6f3fa23bfb6e req-f816eb8f-369a-463c-8a4b-8284c4884bf7 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 950 time: 0.0664256 Nov 22 13:47:41.119077 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.148407 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4769163-24d1-4c0a-ae1f-6f3fa23bfb6e req-c7a6c04d-8f6f-4cae-9b4c-72836cf95878 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800290 Nov 22 13:47:41.152212 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Pushing event deleted for resources: {'Port': ['ID=824b0690-c7c6-4342-817a-06598da2d8c5,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:41.213588 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.318669 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.320884 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.394189 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.394910 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 {{(pid=109190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:47:41.400906 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.405369 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57448) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:41.413126 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-dea269d3-af55-4c9d-ac83-016a3dc11563 admin admin] 10.222.0.31 "DELETE /v2.0/routers/12ddd676-dd5b-4cb7-b0e6-a1f09bd8eed6 HTTP/1.1" status: 204 len: 168 time: 1.0177090 Nov 22 13:47:41.459570 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] Deleting subnet 3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 {{(pid=109191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:47:41.463149 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.517750 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10392457'] for subnet, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.564206 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.649648 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d54b4-724b-4003-99e0-1f1e85a936b7 req-814a9522-a48e-4491-b8ca-803ca13f1a89 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:41.651135 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-796d54b4-724b-4003-99e0-1f1e85a936b7 req-814a9522-a48e-4491-b8ca-803ca13f1a89 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0670028 Nov 22 13:47:41.673209 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10208464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261780'] for subnet, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.703467 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:41.713485 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:41.717379 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b6e493df-64e5-4c8f-b16b-858e2024d72a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3f3a00ff-3c08-4e10-ba1b-7b2527d6f9b8 HTTP/1.1" status: 204 len: 168 time: 0.3109899 Nov 22 13:47:41.720004 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57458) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:41.731910 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-796d54b4-724b-4003-99e0-1f1e85a936b7 req-73bb9404-bf15-4296-9c59-8459599b843f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735755 Nov 22 13:47:41.788067 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.099277 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 64b85811-e687-4fca-b8b4-8f02f01552c1 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:42.099751 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.119291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 64b85811-e687-4fca-b8b4-8f02f01552c1 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:42.119637 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 64b85811-e687-4fca-b8b4-8f02f01552c1 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:42.120057 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 824b0690-c7c6-4342-817a-06598da2d8c5 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:42.122748 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2355211-3396-4b01-b0ca-f92016bb8ab5']}} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:42.132498 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3995f09d-cb2a-415a-9e90-eb5a40d08689') {'for_net_delete': True} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:42.132730 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.services.segments.db [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3995f09d-cb2a-415a-9e90-eb5a40d08689') {} {{(pid=109190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:42.140534 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 824b0690-c7c6-4342-817a-06598da2d8c5 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:42.140878 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 824b0690-c7c6-4342-817a-06598da2d8c5 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:42.142942 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2650664'] for segment, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.156535 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.162288 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=109190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:47:42.162672 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2665001'] for segment, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: Traceback (most recent call last): Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: timer() Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: cb(*args, **kw) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: return func(*args, **kwargs) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: self._notify() Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: self.callback(batched_events) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: event.method(event) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: return f(self, *a, **k) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._get(url).json() Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: return self.request(url, 'GET', **kwargs) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:47:42.164503 dv-cinder-768458-14-iscsi neutron-server[109190]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:47:42.229807 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.250862 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.257268 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] 10.222.0.31 "DELETE /v2.0/networks/f2355211-3396-4b01-b0ca-f92016bb8ab5 HTTP/1.1" status: 204 len: 168 time: 0.5362582 Nov 22 13:47:42.272152 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992797ad-f68d-4ab1-a61b-f6c00da9303a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2355211-3396-4b01-b0ca-f92016bb8ab5,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:42.290112 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d55c6-8501-4eb4-a4c9-dcbf79db7f10 req-ff9ce50c-adab-408c-9b51-09cdfaa684f4 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:42.291666 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-102d55c6-8501-4eb4-a4c9-dcbf79db7f10 req-ff9ce50c-adab-408c-9b51-09cdfaa684f4 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 950 time: 0.0722437 Nov 22 13:47:42.343088 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-102d55c6-8501-4eb4-a4c9-dcbf79db7f10 req-c933b2a3-aa54-407d-bc3d-af2122cc1cc7 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/security-groups?id=1d3df290-bb00-4a51-a48f-48e266f60e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433552 Nov 22 13:47:42.427999 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57466) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:42.467731 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f4b4d65b-ff08-4b45-8ca8-c9a837b7f5b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d3623b6aa624b48b153f3bb831c6385&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385256 Nov 22 13:47:42.470173 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57468) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:42.517237 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-443af4d7-d5df-4c47-8795-428986af5900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.539358 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-443af4d7-d5df-4c47-8795-428986af5900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.551438 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-b6b5819b-f667-48d7-9f02-24f3e949e7aa tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:42.553453 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-b6b5819b-f667-48d7-9f02-24f3e949e7aa tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.52 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 950 time: 0.0532727 Nov 22 13:47:42.617974 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-443af4d7-d5df-4c47-8795-428986af5900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.620602 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-443af4d7-d5df-4c47-8795-428986af5900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.622369 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-443af4d7-d5df-4c47-8795-428986af5900 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f5997d4-b0bc-43b0-9216-7eb0251835cf HTTP/1.1" status: 204 len: 168 time: 0.1511338 Nov 22 13:47:42.649964 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443af4d7-d5df-4c47-8795-428986af5900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5997d4-b0bc-43b0-9216-7eb0251835cf,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:42.682412 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Deleting port e5ff694a-a0ea-43f2-a384-1fa878184012 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:47:42.682934 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.801296 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] For port e5ff694a-a0ea-43f2-a384-1fa878184012, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e5ff694a-a0ea-43f2-a384-1fa878184012,segment=NetworkSegment(d1227930-f977-44fc-b141-3f02573577b7),segment_id=d1227930-f977-44fc-b141-3f02573577b7)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:42.801693 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:42.822966 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Calling delete_port for e5ff694a-a0ea-43f2-a384-1fa878184012 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:47:42.910653 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-73cedede-461f-4c28-aa7c-2c6a4a8d6ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:42.912322 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-73cedede-461f-4c28-aa7c-2c6a4a8d6ede service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 1098 time: 0.0580928 Nov 22 13:47:42.955139 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d403ca-4161-4018-9118-2cf126b1b27b req-c64cb07e-9b5e-4084-a134-cbde12656610 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:42.956979 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-08d403ca-4161-4018-9118-2cf126b1b27b req-c64cb07e-9b5e-4084-a134-cbde12656610 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0780060 Nov 22 13:47:43.044254 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-979fc440-7475-46b3-8101-6ee0bf80effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:43.046738 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-979fc440-7475-46b3-8101-6ee0bf80effb service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 912 time: 0.1095538 Nov 22 13:47:43.064209 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-08d403ca-4161-4018-9118-2cf126b1b27b req-98c1bf04-dddf-41ee-9be9-809b9e01a4f9 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915136 Nov 22 13:47:43.065403 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:43.078956 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['e5ff694a-a0ea-43f2-a384-1fa878184012'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:47:43.101388 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Pushing event deleted for resources: {'Port': ['ID=e5ff694a-a0ea-43f2-a384-1fa878184012,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:43.135135 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-6dc9e90a-5b8c-46ad-90b8-5f843ec25090 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f HTTP/1.1" status: 200 len: 1000 time: 0.0804014 Nov 22 13:47:43.174480 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] No DVR routers for this DVR port e5ff694a-a0ea-43f2-a384-1fa878184012 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:47:43.179010 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:43.184575 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-94e52bf2-e3ef-4b9c-a155-c7aaf146570f req-4dc5fa33-bb5f-45d1-842c-ae3b2a98e613 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.52 "DELETE /v2.0/ports/e5ff694a-a0ea-43f2-a384-1fa878184012 HTTP/1.1" status: 204 len: 173 time: 0.6230173 Nov 22 13:47:43.185514 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'name': 'network-vif-deleted', 'tag': 'e5ff694a-a0ea-43f2-a384-1fa878184012'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:43.189728 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3947482b-fefc-4a51-99fe-346ece466cb6" -d '{"events": [{"server_uuid": "764d1f9a-5288-4aeb-8528-27eb8ad6958e", "name": "network-vif-deleted", "tag": "e5ff694a-a0ea-43f2-a384-1fa878184012"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:43.202424 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-734a2f7f-819a-4f00-9c33-76a78fd31bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:43.205105 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-734a2f7f-819a-4f00-9c33-76a78fd31bd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.0618649 Nov 22 13:47:43.277132 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-4689098a-a6a0-4481-a754-ac4556e6f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:43.279954 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-4689098a-a6a0-4481-a754-ac4556e6f412 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0661979 Nov 22 13:47:43.283357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847fb79e-38fa-421e-a0c2-1110e1084f3f x-openstack-request-id: req-847fb79e-38fa-421e-a0c2-1110e1084f3f {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:43.284684 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d1f9a-5288-4aeb-8528-27eb8ad6958e", "name": "network-vif-deleted", "tag": "e5ff694a-a0ea-43f2-a384-1fa878184012", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:43.284951 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-847fb79e-38fa-421e-a0c2-1110e1084f3f {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:43.285746 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d1f9a-5288-4aeb-8528-27eb8ad6958e', 'name': 'network-vif-deleted', 'tag': 'e5ff694a-a0ea-43f2-a384-1fa878184012', 'status': 'completed', 'code': 200} Nov 22 13:47:43.438129 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-c9ea6594-f7d9-4127-a727-6b0f1f22a0e1 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429935 Nov 22 13:47:43.544577 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c4ba352c-3d3b-45fa-96f3-87708bbccf6b req-869f0f56-a0de-432b-88ba-9da4c39509c9 tempest-VolumesNegativeTest-1942050864 tempest-VolumesNegativeTest-1942050864-project] 10.222.0.31 "GET /v2.0/ports?device_id=764d1f9a-5288-4aeb-8528-27eb8ad6958e HTTP/1.1" status: 200 len: 210 time: 0.0471170 Nov 22 13:47:43.603889 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-76fcb7d6-77cc-4ed6-8a90-6f37f0a848b3 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460503803&fields=id&tenant_id=ee3a9603fada4f72a111322a25c91454 HTTP/1.1" status: 200 len: 267 time: 0.0880954 Nov 22 13:47:43.605780 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-73912ae5-8b1c-46c2-b721-39eb83aac1b1 req-aaf56eea-933f-4469-ac6e-60f4de95573a service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582799 Nov 22 13:47:43.714440 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57522) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:43.747708 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-dae5b729-d015-47f4-a37b-969ad0c09002 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:43.749155 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-dae5b729-d015-47f4-a37b-969ad0c09002 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 809 time: 0.1358240 Nov 22 13:47:43.773086 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-022c2b9a-0e6a-4955-b016-fcebfc980411 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/quotas/ee3a9603fada4f72a111322a25c91454 HTTP/1.1" status: 200 len: 375 time: 0.0174267 Nov 22 13:47:43.843816 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-7385aaa5-6fb4-4a28-8e0f-05ec51686ae9 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624571 Nov 22 13:47:43.858642 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-953092654-network', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:43.888714 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Made reservation on behalf of 08aa9b67016f4c04b4aaa3c5f141bc04 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:43.891450 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:43.900583 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:43.956966 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-03f73fc4-8417-41f9-920d-b05540ace822 service neutron] 10.222.0.31 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937672 Nov 22 13:47:43.982485 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:43.987270 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.014182 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:47:44.022864 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f33191-f01b-4fea-b4fa-483f095b4148,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:44.029495 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.029495 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Added segment 8dc16eef-1cd5-43b5-b792-9ac07538e5e4 of type vlan for network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 Nov 22 13:47:44.060330 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-1a0c88e5-5150-4288-bf3a-8b9027d3d4d0 service neutron] 10.222.0.31 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965033 Nov 22 13:47:44.072524 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.097329 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.098297 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:44.098867 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.156458 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4403484 Nov 22 13:47:44.159561 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57538) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:44.161427 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d04ab-0bdd-45e3-a1fa-71e5586531ff admin admin] Pushing event updated for resources: {'Network': ['ID=13d33f4b-6ae7-4e77-b7bc-0f018ce37593,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:44.166585 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Request body: {'subnet': {'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-subnet', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:44.173402 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:47:44.194715 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Made reservation on behalf of 08aa9b67016f4c04b4aaa3c5f141bc04 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:44.196899 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9759158'] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.250802 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca145cf-d7e2-40bc-ba5d-129990eb8e86 req-95a456c2-18f2-4da6-a708-d0107721e03d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:44.258859 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8ca145cf-d7e2-40bc-ba5d-129990eb8e86 req-95a456c2-18f2-4da6-a708-d0107721e03d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0752943 Nov 22 13:47:44.304893 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8ca145cf-d7e2-40bc-ba5d-129990eb8e86 req-4697e0cf-d093-4f99-9dba-2cc8405644a4 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451686 Nov 22 13:47:44.411398 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-53582d9c-a6e8-499d-a7ea-59ba41a1fed9 req-07ad0ee6-de62-429d-9315-d2eef1d7c05f tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 210 time: 0.0301220 Nov 22 13:47:44.432548 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2665152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9759112'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.490200 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d18f35f-4b83-4725-80ec-ccac78bd7296,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:44.499516 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Checking segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:44.499887 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Network hostable DHCP agents. Network: 13d33f4b-6ae7-4e77-b7bc-0f018ce37593, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:47:44.519520 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:47:44.528818 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 13d33f4b-6ae7-4e77-b7bc-0f018ce37593) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:44.536564 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3496161-9684-42c6-8780-6121d13d2cad None None] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:47:44.537185 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:44.537813 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.555734 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-db2fb04c-591c-45d1-898b-15704c39071b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3943710 Nov 22 13:47:44.559085 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57552) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:44.563905 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:44.615444 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.616575 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.675151 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.768793 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:47:44.769837 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.875417 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:44.982469 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Allocated IP 172.20.0.2 (13d33f4b-6ae7-4e77-b7bc-0f018ce37593/3d18f35f-4b83-4725-80ec-ccac78bd7296/c6e1d2c3-a608-4d19-add4-cbe6072e612c) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:45.385526 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:45.395911 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:45.451727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:45.472859 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Pushing event updated for resources: {'Port': ['ID=c6e1d2c3-a608-4d19-add4-cbe6072e612c,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:45.486198 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454efcc-d843-4bb3-a3dd-4ad1133ccc58 req-a3a01f6f-4a0a-4588-bdef-67c90395bdf6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:45.487748 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4454efcc-d843-4bb3-a3dd-4ad1133ccc58 req-a3a01f6f-4a0a-4588-bdef-67c90395bdf6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0862114 Nov 22 13:47:45.491870 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:45.493653 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:45.497696 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:45.499135 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:45.565730 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Attempting to bind port c6e1d2c3-a608-4d19-add4-cbe6072e612c on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:45.566630 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Attempting to bind port c6e1d2c3-a608-4d19-add4-cbe6072e612c by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:45.567235 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Attempting to bind port c6e1d2c3-a608-4d19-add4-cbe6072e612c on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:45.573369 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:45.574685 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Checking segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:45.575381 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:45.576222 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Bound using segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:45.577039 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Bound port: c6e1d2c3-a608-4d19-add4-cbe6072e612c, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:45.577689 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:45.651025 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-549bf640-3a77-49dd-ac10-a110879d5f85 req-dc138768-bd53-40f9-bd00-2aaffff3ded7 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 210 time: 0.1028342 Nov 22 13:47:45.724927 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] For port c6e1d2c3-a608-4d19-add4-cbe6072e612c, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:45.729163 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] For port c6e1d2c3-a608-4d19-add4-cbe6072e612c, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=c6e1d2c3-a608-4d19-add4-cbe6072e612c,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:45.738854 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Allocated IP 172.27.0.25 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/f7715527-f7dd-403c-b89b-d3e47aa24e82) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:45.748301 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:45.813837 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4454efcc-d843-4bb3-a3dd-4ad1133ccc58 req-fe38a71b-0a09-4d5d-8959-de498e4e5b11 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803031 Nov 22 13:47:45.875035 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8652be-cff6-4cdf-a8f4-3aa40083a69b None None] Pushing event updated for resources: {'Port': ['ID=c6e1d2c3-a608-4d19-add4-cbe6072e612c,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:45.879525 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-bebf49f1-e419-42d8-92a3-a1a9c0583f18 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:45.881284 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-bebf49f1-e419-42d8-92a3-a1a9c0583f18 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.52 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 809 time: 0.2944219 Nov 22 13:47:45.972613 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e5ff694a-a0ea-43f2-a384-1fa878184012 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:47:45.979962 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.015395 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: e5ff694a-a0ea-43f2-a384-1fa878184012 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:47:46.015930 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e5ff694a-a0ea-43f2-a384-1fa878184012 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:47:46.042203 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-803f64de-c1ad-4ecb-82c3-6f22545f4dde tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3a9603fada4f72a111322a25c91454 HTTP/1.1" status: 200 len: 379 time: 0.1318769 Nov 22 13:47:46.053938 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'port': {'device_id': '928c471e-c956-4529-9003-2d16d7499657', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'admin_state_up': True, 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'security_groups': ['480f4cce-10c7-47e0-8a12-0279ef977696']}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:46.111375 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.196575 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57664) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:46.261814 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:46.263496 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7715527-f7dd-403c-b89b-d3e47aa24e82,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:46.266587 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:46.268706 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:46.302676 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Made reservation on behalf of ee3a9603fada4f72a111322a25c91454 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:46.313246 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.468955 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dbd69867-724a-4a9f-9fb1-0a3577dce74b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.609406 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Allocated IP 172.20.0.9 (bf9e00ac-3683-4953-9d30-6f214cc48b07/d2ebd496-9f4c-4708-8d34-0ffe568383c7/e14d8dd0-493d-48ab-9595-8fbb34bdb29d) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:46.689100 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dbd69867-724a-4a9f-9fb1-0a3577dce74b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.700414 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.711268 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-dbd69867-724a-4a9f-9fb1-0a3577dce74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.812304 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-714c364b-a56d-435f-bf14-9237a34ca468 req-1f000282-199e-406d-96aa-8f1291beb91d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 210 time: 0.0482221 Nov 22 13:47:46.825508 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-dbd69867-724a-4a9f-9fb1-0a3577dce74b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db03956c56e54ce0be01bd20b9dff740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6266289 Nov 22 13:47:46.849000 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57690) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:46.865441 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd69867-724a-4a9f-9fb1-0a3577dce74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf713a-e6e8-4af0-b2ae-463f814d57b4,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:46.939981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:46.957461 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:47:46.985857 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.034551 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:47.037781 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:47.041645 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:47.088638 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9c748-98f9-4941-9c2c-8e01f00b4512 req-a6ccf6c2-143e-40b6-9573-91f01dc4ae1e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:47.090905 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbc9c748-98f9-4941-9c2c-8e01f00b4512 req-a6ccf6c2-143e-40b6-9573-91f01dc4ae1e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1886220 Nov 22 13:47:47.095875 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c7265e12-e694-4d15-807b-8003462efc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.101777 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:47.102441 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.113954 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:47.126713 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-595e8ce7-7325-4643-ac4e-b44d685876af tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0767329 Nov 22 13:47:47.166260 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c7265e12-e694-4d15-807b-8003462efc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.185619 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.212771 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbc9c748-98f9-4941-9c2c-8e01f00b4512 req-07f41aed-dc13-4ccf-9434-3c638508047f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126151 Nov 22 13:47:47.332956 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c7265e12-e694-4d15-807b-8003462efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.333150 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980d6b1-96db-4763-ba82-7f688ea72a46 None None] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:47:47.337394 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c7265e12-e694-4d15-807b-8003462efc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.341436 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c7265e12-e694-4d15-807b-8003462efc0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4bbf713a-e6e8-4af0-b2ae-463f814d57b4 HTTP/1.1" status: 204 len: 168 time: 0.4884751 Nov 22 13:47:47.371390 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7265e12-e694-4d15-807b-8003462efc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf713a-e6e8-4af0-b2ae-463f814d57b4,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:47.401724 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:47:47.483597 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Provisioning complete for port c6e1d2c3-a608-4d19-add4-cbe6072e612c triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:47.484324 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.594244 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:47:47.613749 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Sync routers for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:47:47.623118 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.627282 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57764) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:47.627575 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-f884dbbd-d503-47f6-bf6f-efb13af861c2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0673277 Nov 22 13:47:47.651882 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:47.653145 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:47.697803 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57768) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:47.713836 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.739746 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.827316 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] For port c6e1d2c3-a608-4d19-add4-cbe6072e612c, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=c6e1d2c3-a608-4d19-add4-cbe6072e612c,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:47.839619 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.852157 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:47.860120 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.871154 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:47.907785 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa234a39-2f45-4a93-af85-a683b88d437e,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:47.930963 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.931311 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.931650 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.931984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.932313 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.932643 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.932992 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.933859 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.934366 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.934557 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.934867 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.935179 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:47:47.966071 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ca7a3b95-d841-4a97-b640-ee597b9f44ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=766c221c0df24c3498b9c57e78c792a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665508 Nov 22 13:47:47.966488 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57776) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:48.032599 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b07ff63d-0e2f-405a-bfc1-6420ee0babea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.064323 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b07ff63d-0e2f-405a-bfc1-6420ee0babea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.065134 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Provisioning complete for port e14d8dd0-493d-48ab-9595-8fbb34bdb29d triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:48.065823 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.108556 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f71b-463b-40a7-bace-399212240d6e req-c3e705c3-9e06-40b3-9bfd-9655f3107a7d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:48.114609 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Port e14d8dd0-493d-48ab-9595-8fbb34bdb29d cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:48.123559 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5121f71b-463b-40a7-bace-399212240d6e req-c3e705c3-9e06-40b3-9bfd-9655f3107a7d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 931 time: 0.2095940 Nov 22 13:47:48.126408 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75f0e5-e71b-4d9f-9293-bd0f5b5e9a3c None None] Pushing event updated for resources: {'Port': ['ID=c6e1d2c3-a608-4d19-add4-cbe6072e612c,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:48.185331 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b07ff63d-0e2f-405a-bfc1-6420ee0babea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.196427 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b07ff63d-0e2f-405a-bfc1-6420ee0babea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.198537 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5121f71b-463b-40a7-bace-399212240d6e req-753fd20f-ac4c-4f67-90b6-8fed46be2fb8 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741081 Nov 22 13:47:48.200449 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device c6e1d2c3-a608-4d19-add4-cbe6072e612c up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:48.200584 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b07ff63d-0e2f-405a-bfc1-6420ee0babea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa234a39-2f45-4a93-af85-a683b88d437e HTTP/1.1" status: 204 len: 168 time: 0.2331281 Nov 22 13:47:48.220705 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ff63d-0e2f-405a-bfc1-6420ee0babea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa234a39-2f45-4a93-af85-a683b88d437e,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:48.323809 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-81c3a09b-f426-468d-8d10-5780c017c712 None None] Provisioning complete for port c6e1d2c3-a608-4d19-add4-cbe6072e612c triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:48.324463 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-81c3a09b-f426-468d-8d10-5780c017c712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.365210 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port c6e1d2c3-a608-4d19-add4-cbe6072e612c triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:48.365792 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.406502 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.413394 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:46Z', 'revision_number': 3, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:48.441429 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f940f-d66a-4571-aed0-ce78c2b47ddf req-7da99f52-f2b3-4c67-80e6-76c63faba359 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:48.443294 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-325f940f-d66a-4571-aed0-ce78c2b47ddf req-7da99f52-f2b3-4c67-80e6-76c63faba359 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0978174 Nov 22 13:47:48.460652 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Checking router: 181ee6da-2a48-42df-a0ef-c2b9d7c48144 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:47:48.461053 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Updating router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 port f7715527-f7dd-403c-b89b-d3e47aa24e82 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:47:48.505887 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.542060 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-325f940f-d66a-4571-aed0-ce78c2b47ddf req-d02179e9-f7b4-4af8-a9c5-3c1f5ff30944 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905812 Nov 22 13:47:48.648013 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Allocated IP 172.20.0.1 (13d33f4b-6ae7-4e77-b7bc-0f018ce37593/3d18f35f-4b83-4725-80ec-ccac78bd7296/d35a8d04-6cf0-4292-a13d-a7a49353bbee) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:48.772068 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.811539 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57824) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:48.824874 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.827861 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a3a11ed-ee6f-4c05-b596-8caba4481d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.871255 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:48.875110 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:48.882778 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:48.887796 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.897059 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.940115 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a3a11ed-ee6f-4c05-b596-8caba4481d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.945063 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a3a11ed-ee6f-4c05-b596-8caba4481d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.965536 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Attempting to bind port f7715527-f7dd-403c-b89b-d3e47aa24e82 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:48.966089 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Attempting to bind port f7715527-f7dd-403c-b89b-d3e47aa24e82 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:48.966795 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Attempting to bind port f7715527-f7dd-403c-b89b-d3e47aa24e82 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:48.969642 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Pushing event updated for resources: {'Port': ['ID=d35a8d04-6cf0-4292-a13d-a7a49353bbee,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:48.976934 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:48.977473 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:48.977885 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.978287 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:48.978819 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Bound port: f7715527-f7dd-403c-b89b-d3e47aa24e82, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:48.979714 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:48.996949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a11ed-ee6f-4c05-b596-8caba4481d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fde439-10e5-4277-8dd2-b9836e46f52b,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:48.997751 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.003149 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-2a3a11ed-ee6f-4c05-b596-8caba4481d5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fabcfba30cb8421ab85b07a825f2bfab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902823 Nov 22 13:47:49.005596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57830) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:49.025943 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc0039-ecb2-4e6f-9fdd-45c356258e32 None None] Pushing event updated for resources: {'Port': ['ID=f7715527-f7dd-403c-b89b-d3e47aa24e82,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:49.084509 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] For port f7715527-f7dd-403c-b89b-d3e47aa24e82, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:49.089006 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] For port f7715527-f7dd-403c-b89b-d3e47aa24e82, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f7715527-f7dd-403c-b89b-d3e47aa24e82,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:49.099774 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.116705 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-627b1684-a040-42d2-bcce-e3614b37fc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.160037 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-627b1684-a040-42d2-bcce-e3614b37fc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.196243 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc0039-ecb2-4e6f-9fdd-45c356258e32 None None] Pushing event updated for resources: {'Port': ['ID=f7715527-f7dd-403c-b89b-d3e47aa24e82,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:49.196917 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.200074 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:49.200543 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:49.243433 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-627b1684-a040-42d2-bcce-e3614b37fc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.247043 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-627b1684-a040-42d2-bcce-e3614b37fc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.248237 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-627b1684-a040-42d2-bcce-e3614b37fc39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37fde439-10e5-4277-8dd2-b9836e46f52b HTTP/1.1" status: 204 len: 168 time: 0.2409616 Nov 22 13:47:49.277871 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b1684-a040-42d2-bcce-e3614b37fc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fde439-10e5-4277-8dd2-b9836e46f52b,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:49.470263 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-b1d58a41-0d44-4ba0-abe8-088c32072e2e None None] Provisioning complete for port d35a8d04-6cf0-4292-a13d-a7a49353bbee triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:49.470725 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-b1d58a41-0d44-4ba0-abe8-088c32072e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.535767 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-b1d58a41-0d44-4ba0-abe8-088c32072e2e None None] Port d35a8d04-6cf0-4292-a13d-a7a49353bbee cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:49.541260 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:49.700229 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8b773-1876-4fba-9df5-d49aff705db0 req-7146ff73-5d25-4b88-aa75-cc7d67a03857 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:49.712382 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0bd8b773-1876-4fba-9df5-d49aff705db0 req-7146ff73-5d25-4b88-aa75-cc7d67a03857 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0630872 Nov 22 13:47:49.757626 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.769109 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.782357 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0bd8b773-1876-4fba-9df5-d49aff705db0 req-f696b403-125a-4fd4-a36f-0554e93952f1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671711 Nov 22 13:47:49.808385 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:48Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:49.840932 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16d159-c364-41f9-80c8-63d3b1a33eb8 req-da6b3d6e-2846-4187-8c81-4c34f5e12593 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:49.842590 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb20804-6af6-4194-b9c6-af5ac6e20616 None None] The sync data for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi is: [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:48Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:47:49.845703 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fe16d159-c364-41f9-80c8-63d3b1a33eb8 req-da6b3d6e-2846-4187-8c81-4c34f5e12593 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 931 time: 0.4297814 Nov 22 13:47:49.869754 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Pushing event updated for resources: {'Port': ['ID=d35a8d04-6cf0-4292-a13d-a7a49353bbee,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:49.887276 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Request body: {'port': {'device_id': '928c471e-c956-4529-9003-2d16d7499657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:49.904134 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:49.919479 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:50.032178 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fe16d159-c364-41f9-80c8-63d3b1a33eb8 req-c9335b1a-c71a-432c-bb22-3907807bd873 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780467 Nov 22 13:47:50.035004 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:50.159891 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:50.191161 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device c6e1d2c3-a608-4d19-add4-cbe6072e612c up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:50.214894 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:50.266327 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port c6e1d2c3-a608-4d19-add4-cbe6072e612c triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:50.266618 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:50.375386 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:47:50.595446 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-67bb6721-73c9-4d27-a69d-67a6060a6cfd None None] Provisioning complete for port d35a8d04-6cf0-4292-a13d-a7a49353bbee triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:50.595892 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-67bb6721-73c9-4d27-a69d-67a6060a6cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:50.644651 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:47:50.658589 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-19a0062a-1ade-48c0-8b14-61391f128d9c admin admin] 10.222.0.31 "PUT /v2.0/routers/181ee6da-2a48-42df-a0ef-c2b9d7c48144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0289848 Nov 22 13:47:50.667236 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-67bb6721-73c9-4d27-a69d-67a6060a6cfd None None] Port d35a8d04-6cf0-4292-a13d-a7a49353bbee cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:50.770995 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14d8dd0-493d-48ab-9595-8fbb34bdb29d {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:47:50.788043 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:50.820252 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Transition to ACTIVE for port object e14d8dd0-493d-48ab-9595-8fbb34bdb29d will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:47:50.828422 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:50.989671 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:51.055154 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fbfb1-9691-4e1d-8b6d-93d4666761d5 req-b5bc2129-363b-4e8e-bf77-056f26bbc62a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:51.060999 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d04fbfb1-9691-4e1d-8b6d-93d4666761d5 req-b5bc2129-363b-4e8e-bf77-056f26bbc62a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1653523 Nov 22 13:47:51.077454 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57922) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:51.162756 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d04fbfb1-9691-4e1d-8b6d-93d4666761d5 req-07ffc4fc-1216-49fc-8080-6d17b1373124 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948434 Nov 22 13:47:51.194669 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Attempting to bind port e14d8dd0-493d-48ab-9595-8fbb34bdb29d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:51.195097 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Attempting to bind port e14d8dd0-493d-48ab-9595-8fbb34bdb29d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:51.195337 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Attempting to bind port e14d8dd0-493d-48ab-9595-8fbb34bdb29d on network bf9e00ac-3683-4953-9d30-6f214cc48b07 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:51.211228 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Port e14d8dd0-493d-48ab-9595-8fbb34bdb29d on network bf9e00ac-3683-4953-9d30-6f214cc48b07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:47:51.211509 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Attempting to bind port e14d8dd0-493d-48ab-9595-8fbb34bdb29d on network bf9e00ac-3683-4953-9d30-6f214cc48b07 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:51.218178 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:51.218786 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Checking segment: {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:51.218891 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Bound using segment: {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:51.219252 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Bound port: e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:51.219613 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.304981 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:51.309001 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:51.319219 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.365640 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:51.366745 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.369642 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] 10.222.0.52 "PUT /v2.0/ports/e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 1093 time: 1.5031538 Nov 22 13:47:51.370233 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:51.373412 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec689e-bce5-4c2f-95f6-737f7cce58c6" -d '{"events": [{"name": "network-changed", "server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:51.386090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179afea7-6a43-410e-b310-13c9768d5bf2 req-12701dd3-6752-4fc0-bd54-721def9ed7e8 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:51.400215 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-179afea7-6a43-410e-b310-13c9768d5bf2 req-12701dd3-6752-4fc0-bd54-721def9ed7e8 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.1310129 Nov 22 13:47:51.411764 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0bdf7-dee7-46a5-8d2e-f6439f9a78e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:51.507047 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-179afea7-6a43-410e-b310-13c9768d5bf2 req-eb80cfd5-238d-497e-b557-33872b3a9b36 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058547 Nov 22 13:47:51.518619 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57932) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:51.521290 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ce8d7ab2-e0e6-4998-a38e-d3ede8b99e7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9fdf43be88c43dea7f50cb3df0920eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426808 Nov 22 13:47:51.599310 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d1b7a-27dd-49c2-a7e0-d251be5fb5d2 x-openstack-request-id: req-852d1b7a-27dd-49c2-a7e0-d251be5fb5d2 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:51.599602 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:51.599863 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-852d1b7a-27dd-49c2-a7e0-d251be5fb5d2 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:51.601331 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'status': 'completed', 'code': 200} Nov 22 13:47:51.642285 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-621325da-79f9-446f-9c9b-c7dd22b06b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.664951 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-621325da-79f9-446f-9c9b-c7dd22b06b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.741228 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-621325da-79f9-446f-9c9b-c7dd22b06b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.743849 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-621325da-79f9-446f-9c9b-c7dd22b06b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.745021 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-621325da-79f9-446f-9c9b-c7dd22b06b2e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d3df290-bb00-4a51-a48f-48e266f60e6f HTTP/1.1" status: 204 len: 168 time: 0.2253778 Nov 22 13:47:51.762699 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621325da-79f9-446f-9c9b-c7dd22b06b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3df290-bb00-4a51-a48f-48e266f60e6f,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:51.763017 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57940) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:51.768562 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-35f7b140-9e5b-4208-bf9e-340850467040 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--635934294', 'description': 'tempest-description--267565115'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:51.793841 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35f7b140-9e5b-4208-bf9e-340850467040 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.876033 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35f7b140-9e5b-4208-bf9e-340850467040 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.881442 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35f7b140-9e5b-4208-bf9e-340850467040 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.919675 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-35f7b140-9e5b-4208-bf9e-340850467040 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:51.923832 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-35f7b140-9e5b-4208-bf9e-340850467040 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1570590 Nov 22 13:47:51.923832 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7b140-9e5b-4208-bf9e-340850467040 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396d0e8b-91d1-43ca-b670-ad551d8fe150,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:51.924198 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57948) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:51.928772 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-8052467e-e120-4674-bc02-8730ed5e4b02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'security_group_rule': {'security_group_id': '396d0e8b-91d1-43ca-b670-ad551d8fe150', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:51.965042 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-8052467e-e120-4674-bc02-8730ed5e4b02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.046322 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-8052467e-e120-4674-bc02-8730ed5e4b02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.057985 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-8052467e-e120-4674-bc02-8730ed5e4b02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.097105 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052467e-e120-4674-bc02-8730ed5e4b02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773e9da3-4aa1-492b-a1a9-c95d38d2f572,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:52.104019 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-8052467e-e120-4674-bc02-8730ed5e4b02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.108671 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-8052467e-e120-4674-bc02-8730ed5e4b02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1806698 Nov 22 13:47:52.109154 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57954) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:52.114813 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-08f78cf8-f956-410e-b2e9-3d29ee0a49a1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'security_group_rule': {'security_group_id': '396d0e8b-91d1-43ca-b670-ad551d8fe150', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:52.155313 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-08f78cf8-f956-410e-b2e9-3d29ee0a49a1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.205461 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f7715527-f7dd-403c-b89b-d3e47aa24e82 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:52.226361 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-08f78cf8-f956-410e-b2e9-3d29ee0a49a1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.232667 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-08f78cf8-f956-410e-b2e9-3d29ee0a49a1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.255457 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f78cf8-f956-410e-b2e9-3d29ee0a49a1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78f3948-ef15-4bee-aee3-6399d4054f38,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:52.266075 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-08f78cf8-f956-410e-b2e9-3d29ee0a49a1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.271235 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-08f78cf8-f956-410e-b2e9-3d29ee0a49a1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612761 Nov 22 13:47:52.272763 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 57968) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:52.273087 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port f7715527-f7dd-403c-b89b-d3e47aa24e82 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:52.273654 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.278013 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:52.315718 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.346731 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90f738-c4c3-4d07-970a-c79eb97a6e8f req-15e8a830-8a77-4c7c-a2ca-4c642489b0c9 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:52.356422 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2b90f738-c4c3-4d07-970a-c79eb97a6e8f req-15e8a830-8a77-4c7c-a2ca-4c642489b0c9 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1024718 Nov 22 13:47:52.385844 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.425460 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port f7715527-f7dd-403c-b89b-d3e47aa24e82, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f7715527-f7dd-403c-b89b-d3e47aa24e82,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:52.426266 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2b90f738-c4c3-4d07-970a-c79eb97a6e8f req-b615eda5-c13b-4ff4-b6a5-1d3c032f3ba2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684676 Nov 22 13:47:52.438038 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.458479 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.514390 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=f7715527-f7dd-403c-b89b-d3e47aa24e82,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:52.521910 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ac68a8b9-8e78-4daa-84f0-20c33a51ac5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.604209 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Allocated IP 172.27.0.229 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/070dd2eb-c572-47a1-8215-9ed11b8e6dc8) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:52.707641 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41085e39-8702-4eb2-a4d1-630a805d9f7e req-d7af90fd-2bfe-4246-9d46-c17b3c573f70 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:52.709143 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-41085e39-8702-4eb2-a4d1-630a805d9f7e req-d7af90fd-2bfe-4246-9d46-c17b3c573f70 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.1134915 Nov 22 13:47:52.756923 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Sync routers for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:47:52.760460 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57982) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:52.778884 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:52.779525 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:52.790366 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.808346 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-41085e39-8702-4eb2-a4d1-630a805d9f7e req-59b457f3-c5ca-4717-ae0f-a019afb3fc7d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808892 Nov 22 13:47:52.842297 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.879152 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ab24565f-a8e6-4f7a-8001-af140c87db20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.887439 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:52.892002 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:52.896400 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:52.899552 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'Port': ['ID=070dd2eb-c572-47a1-8215-9ed11b8e6dc8,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:52.907966 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:52.970541 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ab24565f-a8e6-4f7a-8001-af140c87db20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.975813 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ab24565f-a8e6-4f7a-8001-af140c87db20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:52.991926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.017974 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ab24565f-a8e6-4f7a-8001-af140c87db20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75a76af0cb36489696808c777ea47c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538302 Nov 22 13:47:53.017974 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24565f-a8e6-4f7a-8001-af140c87db20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7296569f-2625-4cf5-8ffd-62635f24dc6f,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:53.018876 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 57986) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:53.031504 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.082481 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b21c4c84-b100-45b8-b9d7-e3bc845e9ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.109190 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b21c4c84-b100-45b8-b9d7-e3bc845e9ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.133099 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 2, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:53.159824 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b21c4c84-b100-45b8-b9d7-e3bc845e9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.160555 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Checking router: 181ee6da-2a48-42df-a0ef-c2b9d7c48144 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:47:53.160913 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Updating router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 port d35a8d04-6cf0-4292-a13d-a7a49353bbee binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:47:53.163535 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b21c4c84-b100-45b8-b9d7-e3bc845e9ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.173512 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b21c4c84-b100-45b8-b9d7-e3bc845e9ddd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7296569f-2625-4cf5-8ffd-62635f24dc6f HTTP/1.1" status: 204 len: 168 time: 0.1477847 Nov 22 13:47:53.184598 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c4c84-b100-45b8-b9d7-e3bc845e9ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7296569f-2625-4cf5-8ffd-62635f24dc6f,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:53.194236 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.203191 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.209250 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.285748 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'Port': ['ID=070dd2eb-c572-47a1-8215-9ed11b8e6dc8,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:53.298556 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.319749 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.330497 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f0b331c5-e3bc-491b-a64d-47d3673bab34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0558891 Nov 22 13:47:53.488381 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.493778 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58008) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:53.496681 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.523171 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-51af3bc3-012e-47c1-a3f3-63b071ab622b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.543422 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5683-deb1-4d02-b03e-a58337cf2632 None None] Pushing event updated for resources: {'Port': ['ID=d35a8d04-6cf0-4292-a13d-a7a49353bbee,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:53.556744 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fe58e-6ffe-4ccd-b6c1-18863710458f req-24f4e4f3-73e7-4eab-a435-ca6402e94638 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:53.559473 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-762fe58e-6ffe-4ccd-b6c1-18863710458f req-24f4e4f3-73e7-4eab-a435-ca6402e94638 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0642755 Nov 22 13:47:53.604753 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-655455f3-e1b0-413f-8b54-76244d040a11 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--635934294&fields=id&tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 267 time: 0.1007092 Nov 22 13:47:53.640805 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-762fe58e-6ffe-4ccd-b6c1-18863710458f req-5fe11fe7-798b-412e-8346-fe073aa8d89f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737133 Nov 22 13:47:53.644650 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Attempting to bind port d35a8d04-6cf0-4292-a13d-a7a49353bbee on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:53.645025 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Attempting to bind port d35a8d04-6cf0-4292-a13d-a7a49353bbee by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:53.645422 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Attempting to bind port d35a8d04-6cf0-4292-a13d-a7a49353bbee on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:53.650700 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:53.651062 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Checking segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:53.651730 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.652612 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Bound using segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:53.653260 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Bound port: d35a8d04-6cf0-4292-a13d-a7a49353bbee, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:53.654005 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.729785 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] For port d35a8d04-6cf0-4292-a13d-a7a49353bbee, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:53.735334 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] For port d35a8d04-6cf0-4292-a13d-a7a49353bbee, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=d35a8d04-6cf0-4292-a13d-a7a49353bbee,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:53.740492 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.759960 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-10456d00-55af-412f-99dd-3ac10fec3745 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:53.765730 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-10456d00-55af-412f-99dd-3ac10fec3745 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 816 time: 0.1595249 Nov 22 13:47:53.768123 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-51af3bc3-012e-47c1-a3f3-63b071ab622b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.777874 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-51af3bc3-012e-47c1-a3f3-63b071ab622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.791752 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-4dc4885e-c51f-4a8e-bcb9-92f1227f5f2b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/quotas/08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 375 time: 0.0220366 Nov 22 13:47:53.792962 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-a0c05008-e61a-4396-939a-c1f72d6a7ff4 None None] Provisioning complete for port d35a8d04-6cf0-4292-a13d-a7a49353bbee triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:53.793689 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a0c05008-e61a-4396-939a-c1f72d6a7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.813638 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c5683-deb1-4d02-b03e-a58337cf2632 None None] Pushing event updated for resources: {'Port': ['ID=d35a8d04-6cf0-4292-a13d-a7a49353bbee,revision_number=4']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:53.826479 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:47:53.827421 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:53.881110 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-51af3bc3-012e-47c1-a3f3-63b071ab622b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6538ffe65b1b46dbb02769c0c8cb25ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828993 Nov 22 13:47:53.883869 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58014) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:53.894625 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af3bc3-012e-47c1-a3f3-63b071ab622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f3c18-029d-4e73-ac91-ae07e7765e9f,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:53.925338 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a0c05008-e61a-4396-939a-c1f72d6a7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:53.957430 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-beb8c974-8dcc-4304-b8f9-7e89172de38b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560607 Nov 22 13:47:53.972317 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:47:53.980342 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5544be87-2e53-4080-9bfd-fcf545b99faa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.013056 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd813efa-f0b2-41da-ad50-07b7f43d9475 req-ddf276af-6d11-452e-8d61-d23458c7905d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.014839 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bd813efa-f0b2-41da-ad50-07b7f43d9475 req-ddf276af-6d11-452e-8d61-d23458c7905d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.0990717 Nov 22 13:47:54.020896 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-a0c05008-e61a-4396-939a-c1f72d6a7ff4 None None] For port d35a8d04-6cf0-4292-a13d-a7a49353bbee, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=d35a8d04-6cf0-4292-a13d-a7a49353bbee,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:47:54.026521 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a0c05008-e61a-4396-939a-c1f72d6a7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.076997 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5544be87-2e53-4080-9bfd-fcf545b99faa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.100232 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bd813efa-f0b2-41da-ad50-07b7f43d9475 req-dc307a1e-7cd9-454c-a5fa-0bc217828a39 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754352 Nov 22 13:47:54.116746 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c05008-e61a-4396-939a-c1f72d6a7ff4 None None] Pushing event updated for resources: {'Port': ['ID=d35a8d04-6cf0-4292-a13d-a7a49353bbee,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:54.138557 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-6543817a-ea39-4ba9-8a3c-385e84ce5c45 service neutron] 10.222.0.31 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547348 Nov 22 13:47:54.172183 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-daffab7a-50c3-4911-96bf-3eeb08eae90a None None] Provisioning complete for port d35a8d04-6cf0-4292-a13d-a7a49353bbee triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:54.172442 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-daffab7a-50c3-4911-96bf-3eeb08eae90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.183249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5544be87-2e53-4080-9bfd-fcf545b99faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.191562 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5544be87-2e53-4080-9bfd-fcf545b99faa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.195231 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-5544be87-2e53-4080-9bfd-fcf545b99faa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/932f3c18-029d-4e73-ac91-ae07e7765e9f HTTP/1.1" status: 204 len: 168 time: 0.3104422 Nov 22 13:47:54.225727 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec689e-bce5-4c2f-95f6-737f7cce58c6 req-0cbc6350-a6d8-43e5-9bb1-bb3f43d80719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.228450 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-35ec689e-bce5-4c2f-95f6-737f7cce58c6 req-0cbc6350-a6d8-43e5-9bb1-bb3f43d80719 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1096 time: 0.0515594 Nov 22 13:47:54.232156 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f7715527-f7dd-403c-b89b-d3e47aa24e82 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:54.285726 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544be87-2e53-4080-9bfd-fcf545b99faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f3c18-029d-4e73-ac91-ae07e7765e9f,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:54.337581 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:47:54.353725 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-79af37ab-25a4-4f33-a91f-3b98c162ecf0 service neutron] 10.222.0.31 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933475 Nov 22 13:47:54.354793 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port f7715527-f7dd-403c-b89b-d3e47aa24e82 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:54.355392 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.384901 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dd911-86dc-4ca4-aa31-411631a9314d None None] The sync data for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi is: [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:47:54.395453 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec689e-bce5-4c2f-95f6-737f7cce58c6 req-1d85b34f-2e65-4d9e-b3e1-3166d1575328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.396963 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-35ec689e-bce5-4c2f-95f6-737f7cce58c6 req-1d85b34f-2e65-4d9e-b3e1-3166d1575328 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ee3a9603fada4f72a111322a25c91454&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1590576 Nov 22 13:47:54.538128 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec689e-bce5-4c2f-95f6-737f7cce58c6 req-f3ab4880-d67b-4e21-8cf9-f3fe317bdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.540117 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-35ec689e-bce5-4c2f-95f6-737f7cce58c6 req-f3ab4880-d67b-4e21-8cf9-f3fe317bdefd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351774 Nov 22 13:47:54.543383 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d35a8d04-6cf0-4292-a13d-a7a49353bbee up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:54.653567 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port d35a8d04-6cf0-4292-a13d-a7a49353bbee triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:54.654386 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.687048 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b74c7df8-34cd-43b3-b764-7955f092e6cd req-24a81298-b9ed-4019-a56f-39dac7931cbf tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 210 time: 0.1096616 Nov 22 13:47:54.727470 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-4455024e-4398-4df1-8ee8-eb5cb0eb1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.733089 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-4455024e-4398-4df1-8ee8-eb5cb0eb1318 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1096 time: 0.1321023 Nov 22 13:47:54.813478 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe532a5-55c9-4972-93d9-f54874813b7e req-3e20305a-a2eb-4fd3-aa81-f06c14230c99 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.817665 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-bf1b7169-b3e1-41fc-9c2b-ce33c671d35c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 217 time: 0.0801282 Nov 22 13:47:54.825989 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cfe532a5-55c9-4972-93d9-f54874813b7e req-3e20305a-a2eb-4fd3-aa81-f06c14230c99 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0780833 Nov 22 13:47:54.890837 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-9602cbd6-5dd4-40aa-a8d5-b61b3ad85c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.891013 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cfe532a5-55c9-4972-93d9-f54874813b7e req-32b1be62-e492-4ac0-9ac5-7a8e07b8e632 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635109 Nov 22 13:47:54.892876 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-9602cbd6-5dd4-40aa-a8d5-b61b3ad85c2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 200 len: 848 time: 0.0656805 Nov 22 13:47:54.931757 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-b9164b2a-a9b7-44d5-a016-110941a04228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:54.982759 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-7fcdec45-7171-43ad-bc17-1d4b1f90f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:54.987719 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-7fcdec45-7171-43ad-bc17-1d4b1f90f646 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf9e00ac-3683-4953-9d30-6f214cc48b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623920 Nov 22 13:47:55.204016 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-ce80bab8-30ea-4212-a9b1-af18dc4a1270 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053633 Nov 22 13:47:55.337304 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8301f5-6330-41da-9cc0-6a12c2b71313 req-6350704f-c3a0-4165-bd1a-009794185716 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:55.345937 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6a8301f5-6330-41da-9cc0-6a12c2b71313 req-6350704f-c3a0-4165-bd1a-009794185716 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.2160878 Nov 22 13:47:55.399934 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c14a3f-90fc-4c77-9299-fcf8d7970d69 req-5ef1cde3-0c2a-471f-8bc7-eaec7d8bc332 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:55.414562 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6a8301f5-6330-41da-9cc0-6a12c2b71313 req-df276dd7-0f71-4067-bf47-4e2f78f2584f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667129 Nov 22 13:47:55.429616 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-01c14a3f-90fc-4c77-9299-fcf8d7970d69 req-5ef1cde3-0c2a-471f-8bc7-eaec7d8bc332 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.1346302 Nov 22 13:47:55.429799 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-4e80d82b-6186-4af5-80d4-c5de3032e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:55.430267 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-4e80d82b-6186-4af5-80d4-c5de3032e2dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 1098 time: 0.2003758 Nov 22 13:47:55.483255 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4655576c-a3e9-4c08-820a-8818cadeee95 req-5cfb1cd7-3a2a-4474-9e85-83b92b40f8f8 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634141 Nov 22 13:47:55.595940 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-01c14a3f-90fc-4c77-9299-fcf8d7970d69 req-be09f911-d2ad-46f8-bd64-8522887bad41 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742702 Nov 22 13:47:55.618084 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-8982dfa5-dd22-492a-ae9d-55b281f0a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:55.619561 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-8982dfa5-dd22-492a-ae9d-55b281f0a9af service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 912 time: 0.1802559 Nov 22 13:47:55.693738 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-034bd465-8800-4b1d-b10d-60d8b1954b15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f HTTP/1.1" status: 200 len: 1000 time: 0.0639687 Nov 22 13:47:55.750994 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-2dae79c5-2a7d-49ad-9bbb-a9c8a3f8de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:55.753504 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-2dae79c5-2a7d-49ad-9bbb-a9c8a3f8de05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.0504184 Nov 22 13:47:55.803014 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c2824a1d-48a7-4a8f-8980-aa39c3c9d4ca req-5e5cc04a-6e3d-4fdb-a63c-ee275681fb83 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 210 time: 0.0482008 Nov 22 13:47:55.821089 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-ae5c9250-3688-4923-9931-f609e37d0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:55.823109 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-ae5c9250-3688-4923-9931-f609e37d0d92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581031 Nov 22 13:47:55.831961 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:55.921629 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-2040a914-75b2-4a04-bf54-f6d745c2d779 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877864 Nov 22 13:47:55.974604 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58072) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:56.040568 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-caa0e57e-8a29-4509-ad8a-b807e9c03075 req-f2e20e14-ffd0-4dc8-9b26-a50ad0b05f71 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002030 Nov 22 13:47:56.130459 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d35a8d04-6cf0-4292-a13d-a7a49353bbee up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:47:56.141502 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b083170b-7b87-46d3-b891-5e207414a0c1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:56.142929 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b083170b-7b87-46d3-b891-5e207414a0c1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 816 time: 0.1295905 Nov 22 13:47:56.171065 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1d589069-84c2-4eae-9b94-8c8fc11fe99a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.184070 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port d35a8d04-6cf0-4292-a13d-a7a49353bbee triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:56.184565 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.249299 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-7080061c-293b-4707-bf7e-1bcf5eb00901 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 379 time: 0.0945122 Nov 22 13:47:56.261990 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'port': {'device_id': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'admin_state_up': True, 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'security_groups': ['396d0e8b-91d1-43ca-b670-ad551d8fe150']}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:56.368156 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1d589069-84c2-4eae-9b94-8c8fc11fe99a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.375930 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1d589069-84c2-4eae-9b94-8c8fc11fe99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.428826 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-1d589069-84c2-4eae-9b94-8c8fc11fe99a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a98e82940ae84567b2bd118184fe7232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4528685 Nov 22 13:47:56.431443 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58086) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:56.439704 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d589069-84c2-4eae-9b94-8c8fc11fe99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b30a2f-ce49-4ff8-95e9-b542a08b9be7,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:56.463473 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Made reservation on behalf of 08aa9b67016f4c04b4aaa3c5f141bc04 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:56.467559 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.577109 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-60721f34-5917-4c64-8996-30fdf394c162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.608880 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614458b0-a402-490d-9de7-a6233f073b07 req-9f942528-3d2e-46a2-8c93-2c028f1fa44f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:56.610609 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-614458b0-a402-490d-9de7-a6233f073b07 req-9f942528-3d2e-46a2-8c93-2c028f1fa44f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1194279 Nov 22 13:47:56.638022 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-60721f34-5917-4c64-8996-30fdf394c162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.741020 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669113-39fb-403d-8874-108801bd2261 req-a70d01f1-5f9e-4fc7-a432-26946c3ca95c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:56.742844 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3669113-39fb-403d-8874-108801bd2261 req-a70d01f1-5f9e-4fc7-a432-26946c3ca95c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.0499897 Nov 22 13:47:56.753016 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-614458b0-a402-490d-9de7-a6233f073b07 req-d614530d-97de-4b54-86e5-543649b18748 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279531 Nov 22 13:47:56.760597 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Allocated IP 172.20.0.14 (13d33f4b-6ae7-4e77-b7bc-0f018ce37593/3d18f35f-4b83-4725-80ec-ccac78bd7296/749b155e-552b-4d76-916d-ffc597aeaa75) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:56.782089 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-60721f34-5917-4c64-8996-30fdf394c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.784621 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-60721f34-5917-4c64-8996-30fdf394c162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.785790 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-60721f34-5917-4c64-8996-30fdf394c162 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51b30a2f-ce49-4ff8-95e9-b542a08b9be7 HTTP/1.1" status: 204 len: 168 time: 0.3533452 Nov 22 13:47:56.807717 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60721f34-5917-4c64-8996-30fdf394c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b30a2f-ce49-4ff8-95e9-b542a08b9be7,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:56.822909 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c3669113-39fb-403d-8874-108801bd2261 req-a9fa88f1-6772-4e7b-a134-b50b4b809695 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723021 Nov 22 13:47:56.943951 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-96685c4d-9351-4aa6-b6fb-f9342913bb35 req-b6a06c39-0d12-4262-a67d-3bbb21333cf0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 210 time: 0.0391917 Nov 22 13:47:56.954103 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:56.987873 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.031214 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:57.034284 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:57.038161 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:57.065118 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:57.098474 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:57.099106 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.121322 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b7dbc5ad-9dd5-4b59-96b9-59f9116cc64d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628027 Nov 22 13:47:57.137593 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Request body: {'port': {'device_id': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:57.204589 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.346723 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-906522e5-ca19-43f0-8f47-e38675fa7f41 None None] Provisioning complete for port 749b155e-552b-4d76-916d-ffc597aeaa75 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:47:57.348152 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-906522e5-ca19-43f0-8f47-e38675fa7f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.371622 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.387631 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-906522e5-ca19-43f0-8f47-e38675fa7f41 None None] Port 749b155e-552b-4d76-916d-ffc597aeaa75 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:47:57.489462 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749b155e-552b-4d76-916d-ffc597aeaa75 {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:47:57.497808 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.503349 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58118) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:57.517394 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Transition to ACTIVE for port object 749b155e-552b-4d76-916d-ffc597aeaa75 will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:47:57.522034 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.601534 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:57.624357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1850687027-network', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:57.650106 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Made reservation on behalf of cfdbcd612796433d849fc488aa45a196 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:57.654590 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.663771 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.670059 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Attempting to bind port 749b155e-552b-4d76-916d-ffc597aeaa75 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:57.670407 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Attempting to bind port 749b155e-552b-4d76-916d-ffc597aeaa75 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:57.670810 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Attempting to bind port 749b155e-552b-4d76-916d-ffc597aeaa75 on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:57.677168 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Port 749b155e-552b-4d76-916d-ffc597aeaa75 on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:47:57.677615 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Attempting to bind port 749b155e-552b-4d76-916d-ffc597aeaa75 on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:57.683542 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:57.684026 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Checking segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:57.684523 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Bound using segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:57.685017 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Bound port: 749b155e-552b-4d76-916d-ffc597aeaa75, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:57.685417 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.759740 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:57.763264 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.763456 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:57.766562 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.768220 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.791597 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:47:57.802460 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df5df97-990e-42b7-afaf-6a44bda792ff,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:57.807418 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.807761 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Added segment be0df14e-f1be-48b6-9c7f-097c11702094 of type vlan for network f304a141-d2bc-4f74-9e70-9594aac65216 Nov 22 13:47:57.819518 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:57.822650 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.822650 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] 10.222.0.52 "PUT /v2.0/ports/749b155e-552b-4d76-916d-ffc597aeaa75 HTTP/1.1" status: 200 len: 1094 time: 0.6896622 Nov 22 13:47:57.834021 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:47:57.842106 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be40efde-ae53-457e-a14c-20b31ae94cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:47:57.876984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.882319 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f9197-75dd-4da0-8b7e-ada85a98dc67 service neutron] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:57.940233 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296dcd-d6d8-4ded-8567-b036d1fd0b41 req-c73d9d16-b444-407a-a640-f7084a38772d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:57.941900 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7c296dcd-d6d8-4ded-8567-b036d1fd0b41 req-c73d9d16-b444-407a-a640-f7084a38772d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0875688 Nov 22 13:47:57.943383 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:57.944504 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:57.945300 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.028898 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5239379 Nov 22 13:47:58.031469 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58132) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:58.038500 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Request body: {'subnet': {'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1850687027-subnet', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'ip_version': 4}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:58.061560 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681790ae-961a-4a3d-90ee-354670681a18 admin admin] Pushing event updated for resources: {'Network': ['ID=f304a141-d2bc-4f74-9e70-9594aac65216,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:58.072263 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network f304a141-d2bc-4f74-9e70-9594aac65216 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:47:58.091493 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7c296dcd-d6d8-4ded-8567-b036d1fd0b41 req-d8f34181-a3a2-49e5-9842-fc47156ee530 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394169 Nov 22 13:47:58.092529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Made reservation on behalf of cfdbcd612796433d849fc488aa45a196 for: {'subnet': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:47:58.094874 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10261811'] for subnet, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.231306 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97ade55-8527-41b1-add4-49266808c8a4 x-openstack-request-id: req-a97ade55-8527-41b1-add4-49266808c8a4 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:47:58.231719 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:47:58.232001 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a97ade55-8527-41b1-add4-49266808c8a4 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:47:58.232433 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75', 'status': 'completed', 'code': 200} Nov 22 13:47:58.246239 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.287770 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-d0160f03-3f02-46ac-918d-19cbd14f9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.289404 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-d0160f03-3f02-46ac-918d-19cbd14f9429 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 1097 time: 0.4038935 Nov 22 13:47:58.301911 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dd834-7b05-44aa-aeed-951de3b54890 req-590a0dcb-c5ea-4879-b169-9e1a69816457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.303375 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8c8dd834-7b05-44aa-aeed-951de3b54890 req-590a0dcb-c5ea-4879-b169-9e1a69816457 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.0700600 Nov 22 13:47:58.316859 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46491a04-6e02-41e8-833d-ac93bada0ef4 req-24c49df6-9859-4220-950c-f777624eeef3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.318390 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-46491a04-6e02-41e8-833d-ac93bada0ef4 req-24c49df6-9859-4220-950c-f777624eeef3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0922873 Nov 22 13:47:58.335214 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10208403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10261773'] for subnet, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.345754 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b2ee9f85-7b2c-4174-b0e9-6111066e0067 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749b155e-552b-4d76-916d-ffc597aeaa75 HTTP/1.1" status: 200 len: 217 time: 0.0414393 Nov 22 13:47:58.416723 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:58.425744 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8c8dd834-7b05-44aa-aeed-951de3b54890 req-b6810e0f-f3bf-428b-aa58-0ea4d1e22599 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145568 Nov 22 13:47:58.426818 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-46491a04-6e02-41e8-833d-ac93bada0ef4 req-60f09f15-8cc2-4de0-a873-898efb39f362 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987346 Nov 22 13:47:58.429857 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-80a35e2d-bc08-4274-8a4f-6dc0b88888ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.431542 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-80a35e2d-bc08-4274-8a4f-6dc0b88888ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0750687 Nov 22 13:47:58.432648 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Checking segment: {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:58.433591 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Network hostable DHCP agents. Network: f304a141-d2bc-4f74-9e70-9594aac65216, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:47:58.457869 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Network f304a141-d2bc-4f74-9e70-9594aac65216 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:47:58.467186 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, f304a141-d2bc-4f74-9e70-9594aac65216) {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:58.471344 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.471955 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.478314 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac9fe8f-118e-4d3c-b70b-40522d151803 None None] Network f304a141-d2bc-4f74-9e70-9594aac65216 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:47:58.483038 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-4b838ed0-e251-4736-888c-bc80e89ff119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.484627 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-4b838ed0-e251-4736-888c-bc80e89ff119 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455296 Nov 22 13:47:58.487858 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-02cd6739-40bc-4813-ba19-b614323884a7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4550951 Nov 22 13:47:58.490710 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58136) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:47:58.494981 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:47:58.518203 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.518896 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.588235 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-b1ae11c3-003f-4030-9f9f-0cd181387a83 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959456 Nov 22 13:47:58.594051 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.661911 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-f304a141-d2bc-4f74-9e70-9594aac65216', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:47:58.664206 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:58.702934 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e1a5b47c-f2a8-4cd4-a5f6-55a43953bfd0 req-e995ab9b-113f-4431-bf58-0e40691ae166 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066642 Nov 22 13:47:58.823820 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-91fd7008-212d-4066-8df7-6452e0e460c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.826041 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-91fd7008-212d-4066-8df7-6452e0e460c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 1097 time: 0.0665035 Nov 22 13:47:58.875217 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Allocated IP 172.20.0.2 (f304a141-d2bc-4f74-9e70-9594aac65216/b9fa52de-4b7c-4b61-85b8-b955dcb6cc43/897dae15-1f01-4d62-ac80-28aee5b91ce2) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:58.963164 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-7fbf65bd-e1e3-4b80-9c76-582bf22de9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:58.964633 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-7fbf65bd-e1e3-4b80-9c76-582bf22de9b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.1304123 Nov 22 13:47:59.013392 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-b2e07f1c-d9e7-4455-a1d8-8f2336710ad1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749b155e-552b-4d76-916d-ffc597aeaa75 HTTP/1.1" status: 200 len: 217 time: 0.0374534 Nov 22 13:47:59.041691 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.049754 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.051825 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.071203 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-712eda60-f2b3-42c3-b7d8-2fbe250b2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:59.072780 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-712eda60-f2b3-42c3-b7d8-2fbe250b2b70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0499263 Nov 22 13:47:59.095043 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Network f304a141-d2bc-4f74-9e70-9594aac65216 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:59.099546 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:59.104134 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:59.107998 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Pushing event updated for resources: {'Port': ['ID=897dae15-1f01-4d62-ac80-28aee5b91ce2,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:59.133649 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-6b240d33-cd47-44cd-b4f7-353d44856ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:59.135716 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-6b240d33-cd47-44cd-b4f7-353d44856ec5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534961 Nov 22 13:47:59.163179 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Attempting to bind port 897dae15-1f01-4d62-ac80-28aee5b91ce2 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:47:59.163558 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Attempting to bind port 897dae15-1f01-4d62-ac80-28aee5b91ce2 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:47:59.163927 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Attempting to bind port 897dae15-1f01-4d62-ac80-28aee5b91ce2 on network f304a141-d2bc-4f74-9e70-9594aac65216 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:47:59.169227 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:47:59.169635 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Checking segment: {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:47:59.170039 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.170434 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Bound using segment: {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:47:59.170908 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Bound port: 897dae15-1f01-4d62-ac80-28aee5b91ce2, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:47:59.171289 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.235323 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-fcf97a66-8d11-4b0f-82ed-fb5789eaf843 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883722 Nov 22 13:47:59.239897 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] For port 897dae15-1f01-4d62-ac80-28aee5b91ce2, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:47:59.242908 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] For port 897dae15-1f01-4d62-ac80-28aee5b91ce2, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=897dae15-1f01-4d62-ac80-28aee5b91ce2,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:47:59.248651 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.264313 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.284732 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.320034 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1980ea-ebab-4aed-b5c2-82348a97da9f None None] Pushing event updated for resources: {'Port': ['ID=897dae15-1f01-4d62-ac80-28aee5b91ce2,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:47:59.351385 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be40efde-ae53-457e-a14c-20b31ae94cf9 req-96e56638-73dd-4de1-a860-4ed7de371f01 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076622 Nov 22 13:47:59.415108 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Allocated IP 172.27.0.247 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/a3d72148-1827-4ca6-b6b5-3b35c5427a21) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:47:59.575424 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.618274 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2cab2-6167-4cf6-8791-b5216083ed10 req-2a8b6fd6-2e2c-41da-b412-7e77dcc4efb5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:59.625930 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-10e2cab2-6167-4cf6-8791-b5216083ed10 req-2a8b6fd6-2e2c-41da-b412-7e77dcc4efb5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0793779 Nov 22 13:47:59.638276 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e80736-8105-4f44-8cd4-db1fb9e6caeb req-b44ba19f-3c1c-4c19-86b0-7c0c5e5f27a2 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:47:59.639855 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-00e80736-8105-4f44-8cd4-db1fb9e6caeb req-b44ba19f-3c1c-4c19-86b0-7c0c5e5f27a2 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.1199157 Nov 22 13:47:59.667699 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:47:59.693883 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-10e2cab2-6167-4cf6-8791-b5216083ed10 req-872f116b-b9c1-4709-9742-47b159677be8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666804 Nov 22 13:47:59.731719 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:47:59.741889 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:47:59.744674 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:47:59.755900 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-00e80736-8105-4f44-8cd4-db1fb9e6caeb req-73aefdf7-ad25-404d-b494-1ea403c2935d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094244 Nov 22 13:47:59.776163 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Pushing event updated for resources: {'Port': ['ID=a3d72148-1827-4ca6-b6b5-3b35c5427a21,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:00.007074 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:00.178777 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 897dae15-1f01-4d62-ac80-28aee5b91ce2 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:00.232525 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 897dae15-1f01-4d62-ac80-28aee5b91ce2 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:00.233278 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:00.270968 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616d223-394f-46f3-9da0-b33246ee6f1e req-dfd199f0-7737-49e5-8b0e-a0a07ef8c1dd tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:00.272439 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e616d223-394f-46f3-9da0-b33246ee6f1e req-dfd199f0-7737-49e5-8b0e-a0a07ef8c1dd tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 946 time: 0.1035576 Nov 22 13:48:00.281705 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:00.315001 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:48:00.329931 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:00.398531 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c9e40-c198-4dc4-97b1-b9ef83246ad1 None None] Network f304a141-d2bc-4f74-9e70-9594aac65216 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:48:00.403481 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e616d223-394f-46f3-9da0-b33246ee6f1e req-28d623f6-6cc3-4944-8a05-57734f5bd62a tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169009 Nov 22 13:48:00.428539 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 897dae15-1f01-4d62-ac80-28aee5b91ce2, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=897dae15-1f01-4d62-ac80-28aee5b91ce2,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:00.465650 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Router 9378de32-af44-4989-81c3-d54b53c93946 is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:48:00.581799 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:00.586679 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:00.603984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:00.605490 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Sync routers for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:00.606177 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d8a44734-e92d-4283-bf22-c1de61040d9e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1145036 Nov 22 13:48:00.608974 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58158) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:00.642557 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-ecfc8bbf-056b-4a3d-97e6-56f86c6208d0 None None] Provisioning complete for port 897dae15-1f01-4d62-ac80-28aee5b91ce2 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:00.642923 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ecfc8bbf-056b-4a3d-97e6-56f86c6208d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:00.738061 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:00.738691 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:00.782773 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:00.805625 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=897dae15-1f01-4d62-ac80-28aee5b91ce2,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:00.825227 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '749b155e-552b-4d76-916d-ffc597aeaa75', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'port_id': '749b155e-552b-4d76-916d-ffc597aeaa75', 'mac_address': 'fa:16:3e:7d:70:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:48:00.866880 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b6891-7e4e-4d42-a9a7-8ab29e4286d6 req-787f85b7-fd67-498d-8ac2-e0f7f2a5b030 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:00.869865 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ff4b6891-7e4e-4d42-a9a7-8ab29e4286d6 req-787f85b7-fd67-498d-8ac2-e0f7f2a5b030 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0933065 Nov 22 13:48:00.928550 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ff4b6891-7e4e-4d42-a9a7-8ab29e4286d6 req-471f73c1-b745-4b64-991e-967eca1fb57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525646 Nov 22 13:48:00.971503 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aaddf-7965-4ac5-8ab3-11394c795099 req-7e984282-cf67-40c0-96aa-ac34c5f79dac tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:00.972997 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ce4aaddf-7965-4ac5-8ab3-11394c795099 req-7e984282-cf67-40c0-96aa-ac34c5f79dac tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.1040673 Nov 22 13:48:00.980041 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:01.007013 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.062795 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ce4aaddf-7965-4ac5-8ab3-11394c795099 req-a0f2575d-75d5-4a04-9b84-ff2df4862716 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835221 Nov 22 13:48:01.108293 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749b155e-552b-4d76-916d-ffc597aeaa75 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:48:01.134897 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.156871 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:01.168983 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.248196 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:01.271570 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:47:59Z', 'revision_number': 3, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:01.300242 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Checking router: 9378de32-af44-4989-81c3-d54b53c93946 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:01.300587 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Updating router 9378de32-af44-4989-81c3-d54b53c93946 port a3d72148-1827-4ca6-b6b5-3b35c5427a21 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:48:01.309846 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Allocated IP 172.20.0.1 (f304a141-d2bc-4f74-9e70-9594aac65216/b9fa52de-4b7c-4b61-85b8-b955dcb6cc43/2cb722ae-9016-4f84-81ac-ec1aad418fae) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:01.327698 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.417784 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.444279 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-532295d3-3611-48a1-95c7-ebcbe3214149 None None] Provisioning complete for port 897dae15-1f01-4d62-ac80-28aee5b91ce2 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:01.444565 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-532295d3-3611-48a1-95c7-ebcbe3214149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.459012 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.473533 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['749b155e-552b-4d76-916d-ffc597aeaa75'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:48:01.500572 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Network f304a141-d2bc-4f74-9e70-9594aac65216 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:01.505257 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:01.509702 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:01.513545 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb722ae-9016-4f84-81ac-ec1aad418fae,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:01.557043 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc10d3-d55d-4d8d-b826-eb1ecfc22235 req-83cbe56f-ec77-4ead-bd53-392f7e2db26f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:01.559685 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3cbc10d3-d55d-4d8d-b826-eb1ecfc22235 req-83cbe56f-ec77-4ead-bd53-392f7e2db26f tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 946 time: 0.0799761 Nov 22 13:48:01.559824 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.637577 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3cbc10d3-d55d-4d8d-b826-eb1ecfc22235 req-cd4187e1-cafe-4f3e-9152-fd6169a4fcfa tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/security-groups?id=de7350d6-c04e-44b2-bd32-8fc1539e6272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703661 Nov 22 13:48:01.736811 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.820353 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.837910 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.843169 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-5353ebd9-2d4b-446c-b997-6718b046bfaa tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:01.844692 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-5353ebd9-2d4b-446c-b997-6718b046bfaa tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 946 time: 0.0740623 Nov 22 13:48:01.920589 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaeb9a-ad90-4a93-9cec-4bbd04f64b3f None None] Pushing event updated for resources: {'Port': ['ID=a3d72148-1827-4ca6-b6b5-3b35c5427a21,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:01.923807 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Attempting to bind port a3d72148-1827-4ca6-b6b5-3b35c5427a21 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:01.923807 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Attempting to bind port a3d72148-1827-4ca6-b6b5-3b35c5427a21 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:01.923807 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Attempting to bind port a3d72148-1827-4ca6-b6b5-3b35c5427a21 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:01.927346 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-f496c5e0-20bb-4328-aa20-d0cba13ccc1e None None] Provisioning complete for port 2cb722ae-9016-4f84-81ac-ec1aad418fae triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:01.927563 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.927675 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f496c5e0-20bb-4328-aa20-d0cba13ccc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.932049 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:01.932426 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:01.933509 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.934168 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:01.934695 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Bound port: a3d72148-1827-4ca6-b6b5-3b35c5427a21, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:01.935060 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.935951 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:01.955518 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Deleting port b22da321-fcc3-409d-945d-68ec304289dc {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:48:01.957104 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.003381 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-f496c5e0-20bb-4328-aa20-d0cba13ccc1e None None] Port 2cb722ae-9016-4f84-81ac-ec1aad418fae cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:48:02.010423 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.013362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb722ae-9016-4f84-81ac-ec1aad418fae,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:02.040524 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] For port a3d72148-1827-4ca6-b6b5-3b35c5427a21, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:02.045104 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] For port a3d72148-1827-4ca6-b6b5-3b35c5427a21, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=a3d72148-1827-4ca6-b6b5-3b35c5427a21,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:02.051681 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.069146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] For port b22da321-fcc3-409d-945d-68ec304289dc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b22da321-fcc3-409d-945d-68ec304289dc,segment=NetworkSegment(71d3e045-9d0f-4f35-8130-0701d4b3931f),segment_id=71d3e045-9d0f-4f35-8130-0701d4b3931f)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:02.069550 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.097853 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Calling delete_port for b22da321-fcc3-409d-945d-68ec304289dc owned by compute:nova {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:48:02.140688 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 897dae15-1f01-4d62-ac80-28aee5b91ce2 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:02.166853 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:02.167919 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:02.172493 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaeb9a-ad90-4a93-9cec-4bbd04f64b3f None None] Pushing event updated for resources: {'Port': ['ID=a3d72148-1827-4ca6-b6b5-3b35c5427a21,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:02.203043 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4401c-c62c-41e5-b02a-b1d339b608ae req-12d543f9-60f9-40f3-b860-9ee6f7a51efb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:02.204737 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4cd4401c-c62c-41e5-b02a-b1d339b608ae req-12d543f9-60f9-40f3-b860-9ee6f7a51efb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 945 time: 0.1145120 Nov 22 13:48:02.218501 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Network f304a141-d2bc-4f74-9e70-9594aac65216 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:02.225122 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:02.238238 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bea345-042a-4ea7-906d-e4e6512d5cd8 req-36d545a8-3b22-4e79-b6b0-914209106f17 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:02.239926 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-57bea345-042a-4ea7-906d-e4e6512d5cd8 req-36d545a8-3b22-4e79-b6b0-914209106f17 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.0811183 Nov 22 13:48:02.294179 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 897dae15-1f01-4d62-ac80-28aee5b91ce2 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:02.294769 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.326314 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e14d8dd0-493d-48ab-9595-8fbb34bdb29d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:48:02.329905 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:02.340901 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-57bea345-042a-4ea7-906d-e4e6512d5cd8 req-3586960f-14dd-4d0b-ad81-5c2449827df2 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941722 Nov 22 13:48:02.342845 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.385124 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Pushing event deleted for resources: {'Port': ['ID=b22da321-fcc3-409d-945d-68ec304289dc,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:02.406203 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4cd4401c-c62c-41e5-b02a-b1d339b608ae req-eec30e77-b85d-4211-a212-97aed40bc6b0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899660 Nov 22 13:48:02.430726 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Router 9378de32-af44-4989-81c3-d54b53c93946 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:02.432060 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] No DVR routers for this DVR port b22da321-fcc3-409d-945d-68ec304289dc on host hv-cinder-76845 {{(pid=109190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:48:02.445520 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.445520 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-81f3d3f3-ede1-4159-95df-168ed98e4b3e req-76576408-92e8-4e85-8089-4b6f06fd304c tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.52 "DELETE /v2.0/ports/b22da321-fcc3-409d-945d-68ec304289dc HTTP/1.1" status: 204 len: 173 time: 0.5874388 Nov 22 13:48:02.445520 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25377de6-d618-4294-876a-cafad05b1094', 'name': 'network-vif-deleted', 'tag': 'b22da321-fcc3-409d-945d-68ec304289dc'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:02.445520 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986e751-732c-464f-9d10-790e48ee0fd0" -d '{"events": [{"server_uuid": "25377de6-d618-4294-876a-cafad05b1094", "name": "network-vif-deleted", "tag": "b22da321-fcc3-409d-945d-68ec304289dc"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:02.497146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940203b2-f605-4ccc-b39e-015943a7e640 x-openstack-request-id: req-940203b2-f605-4ccc-b39e-015943a7e640 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:02.498151 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25377de6-d618-4294-876a-cafad05b1094", "name": "network-vif-deleted", "tag": "b22da321-fcc3-409d-945d-68ec304289dc", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:02.498151 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-940203b2-f605-4ccc-b39e-015943a7e640 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:02.498151 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25377de6-d618-4294-876a-cafad05b1094', 'name': 'network-vif-deleted', 'tag': 'b22da321-fcc3-409d-945d-68ec304289dc', 'status': 'completed', 'code': 200} Nov 22 13:48:02.538729 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['b22da321-fcc3-409d-945d-68ec304289dc'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:48:02.577534 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:02.583175 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-7bba0898-0341-4044-b320-d3abf77ca656 admin admin] 10.222.0.31 "PUT /v2.0/routers/9378de32-af44-4989-81c3-d54b53c93946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9729836 Nov 22 13:48:02.750790 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-125ad2e8-c721-431b-b03f-9beb126d80bf req-0cc668c3-2dd8-4fa2-b277-776974be1517 tempest-VolumesSnapshotTestJSON-1955441166 tempest-VolumesSnapshotTestJSON-1955441166-project] 10.222.0.31 "GET /v2.0/ports?device_id=25377de6-d618-4294-876a-cafad05b1094 HTTP/1.1" status: 200 len: 210 time: 0.0338540 Nov 22 13:48:02.750954 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-4990ee7d-0380-4721-800f-8810d2dc3941 None None] Provisioning complete for port 2cb722ae-9016-4f84-81ac-ec1aad418fae triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:02.751168 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4990ee7d-0380-4721-800f-8810d2dc3941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.856046 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:02.878688 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-4990ee7d-0380-4721-800f-8810d2dc3941 None None] Port 2cb722ae-9016-4f84-81ac-ec1aad418fae cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:48:02.886398 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'port_id': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'mac_address': 'fa:16:3e:1d:c1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:48:02.953564 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:02.971687 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14d8dd0-493d-48ab-9595-8fbb34bdb29d {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:48:02.999706 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 2, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:03.002553 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:03.030184 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.033655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5c2a7-fb68-401a-b5d9-58eab372a240 None None] The sync data for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi is: [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 2, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:03.086555 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:03.128118 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58188) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:03.133063 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1271618538-network', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:03.154649 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Made reservation on behalf of d1a9ed66092441d3941668cd7872b8b2 for: {'network': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:48:03.156955 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for network, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.165716 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.247164 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.254396 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.285519 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['e14d8dd0-493d-48ab-9595-8fbb34bdb29d'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:48:03.289696 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 13:48:03.295274 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54573e4f-9462-44e1-83a8-12d97f89ad2d,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:03.314001 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.314001 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.segments_db [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Added segment 552e9149-3f1c-4a77-bc53-4b0f15ac83a6 of type vlan for network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 Nov 22 13:48:03.371994 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731578462455'] for network, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.415891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498'] for network, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.416884 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:03.418284 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.486731 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db400c98-18c5-46c8-b54d-5b096cbfc2c4 req-32bca254-eb26-483a-9dac-75c5a058bc8d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:03.491159 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3619463 Nov 22 13:48:03.495619 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-db400c98-18c5-46c8-b54d-5b096cbfc2c4 req-32bca254-eb26-483a-9dac-75c5a058bc8d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 944 time: 0.0662651 Nov 22 13:48:03.497931 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58194) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:03.503780 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Request body: {'subnet': {'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1271618538-subnet', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'ip_version': 4}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:03.507494 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737146bf-eb5c-44c5-9c19-7f822d8199c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8941a2-e6af-443c-8b73-934ba6d0b0d3,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:03.528697 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 details requested by agent ovs-agent-dv-cinder-768458-14-iscsi with host dv-cinder-768458-14-iscsi {{(pid=109192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 13:48:03.599269 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Made reservation on behalf of d1a9ed66092441d3941668cd7872b8b2 for: {'subnet': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:48:03.601878 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9759158'] for subnet, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.608772 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-db400c98-18c5-46c8-b54d-5b096cbfc2c4 req-bbb86833-14c6-4035-a551-0f563dae2db8 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118770 Nov 22 13:48:03.608996 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a306c3c-0c71-47f0-ac8c-c71a22012638 req-e59fcc21-96ba-4ff3-81a5-1952a9c99712 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:03.617170 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0a306c3c-0c71-47f0-ac8c-c71a22012638 req-e59fcc21-96ba-4ff3-81a5-1952a9c99712 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 945 time: 0.0885692 Nov 22 13:48:03.670553 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0a306c3c-0c71-47f0-ac8c-c71a22012638 req-d32294b6-e889-40c8-b6c0-bc22591dc646 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519114 Nov 22 13:48:03.850759 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2665152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9759112'] for subnet, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.910034 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c4400f-c852-4480-b117-3d3fb497d61a,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:03.923454 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Checking segment: {'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:03.923817 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Network hostable DHCP agents. Network: 8c8941a2-e6af-443c-8b73-934ba6d0b0d3, hostable agents: ['90487c5d-cd41-462e-85f0-cda608b3b941'], hosted agents: [] {{(pid=109190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 13:48:03.942915 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 is scheduled to be hosted by DHCP agent 90487c5d-cd41-462e-85f0-cda608b3b941 with binding_index 1 {{(pid=109190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 13:48:03.954087 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-14-iscsi, 8c8941a2-e6af-443c-8b73-934ba6d0b0d3) {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:03.961721 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:03.962326 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:03.972729 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b87eb5-2233-4551-88f3-faebef24fd37 None None] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:48:03.993789 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-71b9071d-4e03-4f6f-b727-c6bc6a082865 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4939947 Nov 22 13:48:03.995830 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58200) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:04.000635 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:04.028413 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-663124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26322'] for router, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.029855 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-780884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-781678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-310147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26329'] for router, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.105262 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.210147 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaacfe9e-d6d2-5c1f-9f83-4ab7ae74dde2-8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'fixed_ips': [{'subnet_id': '68c4400f-c852-4480-b117-3d3fb497d61a'}]}} from dv-cinder-768458-14-iscsi. {{(pid=109192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 13:48:04.211034 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.251916 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device a3d72148-1827-4ca6-b6b5-3b35c5427a21 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:04.336378 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e14d8dd0-493d-48ab-9595-8fbb34bdb29d up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:04.460294 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.db_base_plugin_common [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Allocated IP 172.20.0.2 (8c8941a2-e6af-443c-8b73-934ba6d0b0d3/68c4400f-c852-4480-b117-3d3fb497d61a/b0a03e97-23d2-47b2-a860-fb9efef6b9d7) {{(pid=109192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:04.469313 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port a3d72148-1827-4ca6-b6b5-3b35c5427a21 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:04.469313 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.475378 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port e14d8dd0-493d-48ab-9595-8fbb34bdb29d completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:48:04.509136 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port e14d8dd0-493d-48ab-9595-8fbb34bdb29d triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:04.509577 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.552849 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.756778 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.782508 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.813439 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a71ec9-29d8-45f6-a325-b42aabcf977a req-c5ad0ace-b505-4b3d-943e-3c6fa7708146 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:04.814611 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port a3d72148-1827-4ca6-b6b5-3b35c5427a21, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=a3d72148-1827-4ca6-b6b5-3b35c5427a21,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:04.817591 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Publish callbacks [] for port, precommit_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.822132 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.822868 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-17a71ec9-29d8-45f6-a325-b42aabcf977a req-c5ad0ace-b505-4b3d-943e-3c6fa7708146 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 945 time: 0.0705204 Nov 22 13:48:04.825123 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140b7be-7727-4f37-9312-3f24a1f685d5 req-67ec97e6-d848-4c92-bfe6-c32878a686fc tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:04.826786 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4140b7be-7727-4f37-9312-3f24a1f685d5 req-67ec97e6-d848-4c92-bfe6-c32878a686fc tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 944 time: 0.1191211 Nov 22 13:48:04.834242 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.857187 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036'] for port, after_create {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.858528 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.864521 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:04.867007 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480730de-8dbf-4076-88ee-a9bbac8368f2" -d '{"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:04.878616 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-17a71ec9-29d8-45f6-a325-b42aabcf977a req-3532d439-6cde-4263-bfbf-1a98cb71c7f9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536833 Nov 22 13:48:04.919022 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:04.922308 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=a3d72148-1827-4ca6-b6b5-3b35c5427a21,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:04.935488 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:04.936218 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:04.940653 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 is already hosted by enough agents. {{(pid=109192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:04.943338 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95df57d-4cff-4cd1-91d8-e350c01e1665 x-openstack-request-id: req-f95df57d-4cff-4cd1-91d8-e350c01e1665 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:04.944701 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:04.944701 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f95df57d-4cff-4cd1-91d8-e350c01e1665 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:04.944701 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'code': 200} Nov 22 13:48:04.960914 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4140b7be-7727-4f37-9312-3f24a1f685d5 req-36f55068-ace1-44fe-9a94-1c1b4196a37a tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046588 Nov 22 13:48:04.991470 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.scheduler.base_scheduler [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Resources bound (agent type, host, resource id): {{(pid=109192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:05.000579 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Received port after_create {{(pid=109192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:05.016564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Allocated IP 172.27.0.47 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/87806cd6-0c1e-445e-b652-ff12a067a3d7) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:05.026949 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Pushing event updated for resources: {'Port': ['ID=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,revision_number=1']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:05.140808 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.182670 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.196218 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0ff98-7ccb-4fa7-b61e-b3dc3d633920 req-0257fb73-0fa9-47d3-b1df-825ec4ebfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:05.198687 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-61b0ff98-7ccb-4fa7-b61e-b3dc3d633920 req-0257fb73-0fa9-47d3-b1df-825ec4ebfcda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1098 time: 0.0548928 Nov 22 13:48:05.239347 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:05.242390 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:05.246643 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:05.248133 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Attempting to bind port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:05.248698 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Attempting to bind port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:05.249075 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Attempting to bind port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 on network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:05.257394 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:05.257759 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Checking segment: {'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:05.258171 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.258570 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Bound using segment: {'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:05.259051 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Bound port: b0a03e97-23d2-47b2-a860-fb9efef6b9d7, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:05.259444 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.271857 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Pushing event updated for resources: {'Port': ['ID=87806cd6-0c1e-445e-b652-ff12a067a3d7,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:05.272308 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-61b0ff98-7ccb-4fa7-b61e-b3dc3d633920 req-088046b7-b884-40a1-9251-0eeed175ab3e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666099 Nov 22 13:48:05.306901 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:05.313556 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 749b155e-552b-4d76-916d-ffc597aeaa75 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:48:05.339948 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 749b155e-552b-4d76-916d-ffc597aeaa75 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:05.340490 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.406789 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] For port b0a03e97-23d2-47b2-a860-fb9efef6b9d7, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:05.414302 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] For port b0a03e97-23d2-47b2-a860-fb9efef6b9d7, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,segment=NetworkSegment(552e9149-3f1c-4a77-bc53-4b0f15ac83a6),segment_id=552e9149-3f1c-4a77-bc53-4b0f15ac83a6)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:05.420232 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.521759 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.537129 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4708c2-78d7-4d3f-ac68-e2e428d88f53 None None] Pushing event updated for resources: {'Port': ['ID=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:05.555560 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.563433 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:05.568090 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.568931 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device b22da321-fcc3-409d-945d-68ec304289dc no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:48:05.614166 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: b22da321-fcc3-409d-945d-68ec304289dc {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:48:05.614295 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device b22da321-fcc3-409d-945d-68ec304289dc not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:48:05.645734 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Sync routers for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:05.647127 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:05.662549 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:05.663188 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:05.784182 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-780975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-781619'] for router, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:05.884486 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:05.938696 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Router bb9a19c6-6c59-4df6-8115-14de59a735e9 is scheduled to L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 with binding_index 1 {{(pid=109191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 13:48:06.015610 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59879582-45c5-40cb-b03c-85bb701eb1b9 req-8ed94392-0927-4e3e-b990-293ef9a088c8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:06.017835 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-59879582-45c5-40cb-b03c-85bb701eb1b9 req-8ed94392-0927-4e3e-b990-293ef9a088c8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0566320 Nov 22 13:48:06.055450 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:06.065346 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Sync routers for ids ['bb9a19c6-6c59-4df6-8115-14de59a735e9'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:06.084497 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Routers {'bb9a19c6-6c59-4df6-8115-14de59a735e9'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:06.085264 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['bb9a19c6-6c59-4df6-8115-14de59a735e9'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:06.106679 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-59879582-45c5-40cb-b03c-85bb701eb1b9 req-747aeb1d-cf80-4993-b44f-8a012cc976d7 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766311 Nov 22 13:48:06.134811 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.136687 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-8bedf3ae-ab9d-4d33-bc6a-0b77ae708d2f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1395674 Nov 22 13:48:06.140039 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58222) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:06.153636 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 2, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:06.179529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877c6b1-aa57-4840-9e95-e6e5148ee8f1 req-1bac8117-9941-4552-9738-33b078c4a0d7 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:06.189232 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Checking router: 9378de32-af44-4989-81c3-d54b53c93946 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:06.189621 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b877c6b1-aa57-4840-9e95-e6e5148ee8f1 req-1bac8117-9941-4552-9738-33b078c4a0d7 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.1056452 Nov 22 13:48:06.191232 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Updating router 9378de32-af44-4989-81c3-d54b53c93946 port 2cb722ae-9016-4f84-81ac-ec1aad418fae binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:48:06.224615 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.269381 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Set router bb9a19c6-6c59-4df6-8115-14de59a735e9 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:06.288794 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b877c6b1-aa57-4840-9e95-e6e5148ee8f1 req-97e447f8-23c1-48d6-81ee-c2c323f9bf2d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980718 Nov 22 13:48:06.377331 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device b0a03e97-23d2-47b2-a860-fb9efef6b9d7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:06.492063 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:06.492441 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.619408 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.630327 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.645358 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.662218 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:05Z', 'revision_number': 3, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port': {'id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:06.691984 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0a970-c63c-4789-959f-6b00061fd220 None None] Pushing event updated for resources: {'Port': ['ID=2cb722ae-9016-4f84-81ac-ec1aad418fae,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:06.699512 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.717284 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Checking router: bb9a19c6-6c59-4df6-8115-14de59a735e9 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:06.717768 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Updating router bb9a19c6-6c59-4df6-8115-14de59a735e9 port 87806cd6-0c1e-445e-b652-ff12a067a3d7 binding host dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:48:06.727127 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a265883-742b-423d-8392-58063e9e823d None None] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:48:06.748032 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Attempting to bind port 2cb722ae-9016-4f84-81ac-ec1aad418fae on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:06.748401 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Attempting to bind port 2cb722ae-9016-4f84-81ac-ec1aad418fae by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:06.748785 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Attempting to bind port 2cb722ae-9016-4f84-81ac-ec1aad418fae on network f304a141-d2bc-4f74-9e70-9594aac65216 {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:06.755189 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:06.755565 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Checking segment: {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:06.755970 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.756368 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Bound using segment: {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:06.756843 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Bound port: 2cb722ae-9016-4f84-81ac-ec1aad418fae, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:06.757351 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.835269 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port b0a03e97-23d2-47b2-a860-fb9efef6b9d7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,segment=NetworkSegment(552e9149-3f1c-4a77-bc53-4b0f15ac83a6),segment_id=552e9149-3f1c-4a77-bc53-4b0f15ac83a6)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:06.836532 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.853153 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] For port 2cb722ae-9016-4f84-81ac-ec1aad418fae, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:06.859467 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] For port 2cb722ae-9016-4f84-81ac-ec1aad418fae, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=2cb722ae-9016-4f84-81ac-ec1aad418fae,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:06.866627 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.870197 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-21dc1779-04f1-47cd-b83c-dbc07ca0a593 None None] Provisioning complete for port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:06.870497 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-21dc1779-04f1-47cd-b83c-dbc07ca0a593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.872764 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:06.872914 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device a3d72148-1827-4ca6-b6b5-3b35c5427a21 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:06.909086 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Allocated IP 172.20.0.1 (8c8941a2-e6af-443c-8b73-934ba6d0b0d3/68c4400f-c852-4480-b117-3d3fb497d61a/92b4ea44-68ed-4878-b8d0-363635175232) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:06.937610 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0a970-c63c-4789-959f-6b00061fd220 None None] Pushing event updated for resources: {'Port': ['ID=2cb722ae-9016-4f84-81ac-ec1aad418fae,revision_number=4']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:06.952667 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:06.953316 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:06.961386 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:06.963621 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3812141-5cde-4a15-88df-cb0d96f6f5ce" -d '{"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-plugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:07.058749 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.059993 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e04f08-499e-45d1-ab6f-25e2f17ebe49 x-openstack-request-id: req-92e04f08-499e-45d1-ab6f-25e2f17ebe49 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:07.060508 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-plugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:07.060633 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92e04f08-499e-45d1-ab6f-25e2f17ebe49 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:07.060955 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75', 'code': 200} Nov 22 13:48:07.088420 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:07.102761 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.125354 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:07.169619 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:07.172932 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:07.179300 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:07.183922 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Pushing event updated for resources: {'Port': ['ID=92b4ea44-68ed-4878-b8d0-363635175232,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:07.218443 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.218800 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.219146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.219485 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.219820 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.220162 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.220721 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.221063 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.221435 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.221756 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.222086 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.222463 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:07.259621 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781934'] for router_interface, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.289734 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port a3d72148-1827-4ca6-b6b5-3b35c5427a21 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:07.290107 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.302174 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22dcdd-d915-4718-abec-7770189acf58 req-79de66b6-d7ed-44da-a534-ad242113859f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:07.304714 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8d22dcdd-d915-4718-abec-7770189acf58 req-79de66b6-d7ed-44da-a534-ad242113859f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0738604 Nov 22 13:48:07.375068 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8d22dcdd-d915-4718-abec-7770189acf58 req-14223d30-7048-4b44-9e4c-7e11cbbbbffb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629966 Nov 22 13:48:07.384153 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:06Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:07.408253 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.418266 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d914c06-b132-4641-a47e-950b0eaad5a0 None None] The sync data for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi is: [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:06Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:07.532651 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Publish callbacks [] for port, precommit_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.546450 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-06e4fee1-b16f-463e-9ea6-35db33cb7c45 None None] Provisioning complete for port 2cb722ae-9016-4f84-81ac-ec1aad418fae triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:07.546988 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-06e4fee1-b16f-463e-9ea6-35db33cb7c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.585836 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.609124 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e11c5-2def-4820-9993-92be32afaec2 req-d12e1ba4-198d-4fda-9291-9b0f8c8b5fb8 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:07.611264 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b07e11c5-2def-4820-9993-92be32afaec2 req-d12e1ba4-198d-4fda-9291-9b0f8c8b5fb8 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.1410286 Nov 22 13:48:07.679499 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8433fe-52a8-4294-b827-2b55d1646cfb None None] Pushing event updated for resources: {'Port': ['ID=87806cd6-0c1e-445e-b652-ff12a067a3d7,revision_number=2']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:07.689786 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Attempting to bind port 87806cd6-0c1e-445e-b652-ff12a067a3d7 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:07.690498 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Attempting to bind port 87806cd6-0c1e-445e-b652-ff12a067a3d7 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:07.691015 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Attempting to bind port 87806cd6-0c1e-445e-b652-ff12a067a3d7 on network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:07.703383 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:07.703705 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Checking segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:07.704500 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.704905 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Bound using segment: {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'} {{(pid=109192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:07.705418 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.managers [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Bound port: 87806cd6-0c1e-445e-b652-ff12a067a3d7, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e20986-4f30-42cc-9f45-c24ba56203b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}}] {{(pid=109192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:07.706213 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.731059 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b07e11c5-2def-4820-9993-92be32afaec2 req-23cf624f-bbe9-4907-acca-4a20f80e70ab tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078765 Nov 22 13:48:07.741227 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.750885 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.826611 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-781054'] for router_interface, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.845380 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Pushing event updated for resources: {'Port': ['ID=92b4ea44-68ed-4878-b8d0-363635175232,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:07.939547 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-06e4fee1-b16f-463e-9ea6-35db33cb7c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:07.947116 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:07.949097 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:07.977325 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] For port 87806cd6-0c1e-445e-b652-ff12a067a3d7, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:07.982524 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] For port 87806cd6-0c1e-445e-b652-ff12a067a3d7, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=87806cd6-0c1e-445e-b652-ff12a067a3d7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:07.992231 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-06e4fee1-b16f-463e-9ea6-35db33cb7c45 None None] For port 2cb722ae-9016-4f84-81ac-ec1aad418fae, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=2cb722ae-9016-4f84-81ac-ec1aad418fae,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:07.998685 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-06e4fee1-b16f-463e-9ea6-35db33cb7c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:08.003198 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:08.060580 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Routers {'bb9a19c6-6c59-4df6-8115-14de59a735e9'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:08.061241 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['bb9a19c6-6c59-4df6-8115-14de59a735e9'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:08.107252 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Router bb9a19c6-6c59-4df6-8115-14de59a735e9 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:08.162691 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4fee1-b16f-463e-9ea6-35db33cb7c45 None None] Pushing event updated for resources: {'Port': ['ID=2cb722ae-9016-4f84-81ac-ec1aad418fae,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:08.210249 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 2cb722ae-9016-4f84-81ac-ec1aad418fae up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:08.268466 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-d6447e1a-78a9-490a-a5ae-7dcdbca7edc7 None None] Provisioning complete for port 92b4ea44-68ed-4878-b8d0-363635175232 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:08.268838 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d6447e1a-78a9-490a-a5ae-7dcdbca7edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:08.272292 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:08.278555 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e8800ca2-b82f-48e0-9df2-f5fb7b2778e0 admin admin] 10.222.0.31 "PUT /v2.0/routers/bb9a19c6-6c59-4df6-8115-14de59a735e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371310 Nov 22 13:48:08.347177 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] Set router bb9a19c6-6c59-4df6-8115-14de59a735e9 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:08.376761 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8433fe-52a8-4294-b827-2b55d1646cfb None None] Pushing event updated for resources: {'Port': ['ID=87806cd6-0c1e-445e-b652-ff12a067a3d7,revision_number=3']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:08.399286 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-d6447e1a-78a9-490a-a5ae-7dcdbca7edc7 None None] Port 92b4ea44-68ed-4878-b8d0-363635175232 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:48:08.487996 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 2cb722ae-9016-4f84-81ac-ec1aad418fae triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:08.488401 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:08.492821 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-d6447e1a-78a9-490a-a5ae-7dcdbca7edc7 None None] Provisioning complete for port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:08.493009 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d6447e1a-78a9-490a-a5ae-7dcdbca7edc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:08.530064 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e6b41-721a-471c-ab46-2cee689258b4 req-73043b27-ca39-4e41-a005-6e5c668396d8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:08.538442 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-887e6b41-721a-471c-ab46-2cee689258b4 req-73043b27-ca39-4e41-a005-6e5c668396d8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0697947 Nov 22 13:48:08.554444 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ed969-1633-41bd-a770-26e55bb80fc3 req-7cfd950b-9f1f-4c31-b583-ce8ff46f9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:08.556834 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5c8ed969-1633-41bd-a770-26e55bb80fc3 req-7cfd950b-9f1f-4c31-b583-ce8ff46f9af0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 1099 time: 0.0595231 Nov 22 13:48:08.612728 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5c8ed969-1633-41bd-a770-26e55bb80fc3 req-925b12ab-d062-498a-8e20-13c49a949977 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480111 Nov 22 13:48:08.630373 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-887e6b41-721a-471c-ab46-2cee689258b4 req-88232104-190c-4810-ac33-e5e72e610bdf tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905786 Nov 22 13:48:08.757479 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device b0a03e97-23d2-47b2-a860-fb9efef6b9d7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:08.805564 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-2755863a-a53f-4187-a05e-969794e84039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 4, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port': {'id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '92b4ea44-68ed-4878-b8d0-363635175232', 'name': '', 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'mac_address': 'fa:16:3e:8b:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:06Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 2, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'subnets': [{'id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:08.846239 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755863a-a53f-4187-a05e-969794e84039 None None] The sync data for ids ['bb9a19c6-6c59-4df6-8115-14de59a735e9'] in dv-cinder-768458-14-iscsi is: [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 4, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port': {'id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '92b4ea44-68ed-4878-b8d0-363635175232', 'name': '', 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'mac_address': 'fa:16:3e:8b:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:06Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 2, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'subnets': [{'id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:08.891359 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:08.891570 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:08.903009 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc177be6-d249-4dd9-9e30-88714c2b971d req-e74ce2cf-aa7b-4bfb-b827-2cb2fc22d35e tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:08.910218 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bc177be6-d249-4dd9-9e30-88714c2b971d req-e74ce2cf-aa7b-4bfb-b827-2cb2fc22d35e tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0767326 Nov 22 13:48:08.920588 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-c68fe7ee-b1b6-40d0-a570-672c23982f7c None None] Provisioning complete for port 92b4ea44-68ed-4878-b8d0-363635175232 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:08.920967 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c68fe7ee-b1b6-40d0-a570-672c23982f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:08.977373 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-c68fe7ee-b1b6-40d0-a570-672c23982f7c None None] Port 92b4ea44-68ed-4878-b8d0-363635175232 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:48:09.006550 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bc177be6-d249-4dd9-9e30-88714c2b971d req-a6e13e9e-f8ab-4cbb-b564-ef16384aec61 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917263 Nov 22 13:48:09.800515 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab8803-9bd2-455b-9204-b1f1ddf9ef18 req-eb656733-d4f3-42f4-956f-3df2455a52f0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:09.802802 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f3ab8803-9bd2-455b-9204-b1f1ddf9ef18 req-eb656733-d4f3-42f4-956f-3df2455a52f0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0640304 Nov 22 13:48:09.866391 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f3ab8803-9bd2-455b-9204-b1f1ddf9ef18 req-15742738-156f-4e59-947c-63fc03f47429 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561798 Nov 22 13:48:10.311464 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 2cb722ae-9016-4f84-81ac-ec1aad418fae up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:10.419201 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 2cb722ae-9016-4f84-81ac-ec1aad418fae triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:10.419339 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:10.525994 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 87806cd6-0c1e-445e-b652-ff12a067a3d7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:10.589848 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744982d6-62a4-4b41-ad07-4c1956efd19f req-99a5b636-8cee-4200-a16e-776fdd80ae81 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:10.596184 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 87806cd6-0c1e-445e-b652-ff12a067a3d7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:10.596823 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:10.599739 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-744982d6-62a4-4b41-ad07-4c1956efd19f req-99a5b636-8cee-4200-a16e-776fdd80ae81 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.4959114 Nov 22 13:48:10.681911 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-744982d6-62a4-4b41-ad07-4c1956efd19f req-9dfaba6f-8508-475b-a653-fa37357913e1 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812039 Nov 22 13:48:10.723706 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:10.775749 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] For port 87806cd6-0c1e-445e-b652-ff12a067a3d7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=87806cd6-0c1e-445e-b652-ff12a067a3d7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:10.790362 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:10.870651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a3761-4324-45db-bb03-cf0a0943e323 req-221ff142-25ee-4ae8-a0f5-06128278796c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:10.878152 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9f0a3761-4324-45db-bb03-cf0a0943e323 req-221ff142-25ee-4ae8-a0f5-06128278796c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0934787 Nov 22 13:48:10.882287 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Pushing event updated for resources: {'Port': ['ID=87806cd6-0c1e-445e-b652-ff12a067a3d7,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:10.897752 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.898980 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.900071 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.900931 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.909847 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.910295 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.910652 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.910996 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.911359 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.911729 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.912021 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.912456 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:10.960157 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9f0a3761-4324-45db-bb03-cf0a0943e323 req-d13473ea-8356-4d99-a28e-01c679c6374a tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729437 Nov 22 13:48:10.976290 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58286) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:11.027907 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f804-43a4-4598-a0a2-4929de9809e0 req-590f5f39-33f5-4bab-b4ea-bea0330848be tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:11.029604 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5728f804-43a4-4598-a0a2-4929de9809e0 req-590f5f39-33f5-4bab-b4ea-bea0330848be tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0649281 Nov 22 13:48:11.098986 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5728f804-43a4-4598-a0a2-4929de9809e0 req-2495f630-1f3d-444b-bd65-4e34a6ca9317 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614283 Nov 22 13:48:11.259571 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0ae30-d285-47c7-8c98-5858ee8cfea7 tempest-TestShelveInstance-1630506031 tempest-TestShelveInstance-1630506031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:11.261184 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-38b0ae30-d285-47c7-8c98-5858ee8cfea7 tempest-TestShelveInstance-1630506031 tempest-TestShelveInstance-1630506031-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1093 time: 0.2835340 Nov 22 13:48:11.264267 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58292) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:11.272330 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'port_id': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:11.280844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2891ca-5360-4090-b46b-3499dcf0d842 req-d2b114e3-315e-44a1-9f5f-3dd2ab61aee6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:11.282973 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0b2891ca-5360-4090-b46b-3499dcf0d842 req-d2b114e3-315e-44a1-9f5f-3dd2ab61aee6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0713301 Nov 22 13:48:11.291362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58294) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:11.297092 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'floatingip': {'port_id': '749b155e-552b-4d76-916d-ffc597aeaa75'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:11.305014 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:11.349160 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:11.430257 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:11.638289 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Allocated IP 172.27.0.19 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/8ff69637-8a32-48b8-a9ae-18b4d62c9732) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:11.783270 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:11.853258 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:11.916059 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:11.920925 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:11.926626 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:11.990362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.000788 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.006343 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'Port': ['ID=8ff69637-8a32-48b8-a9ae-18b4d62c9732,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:12.149310 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Sync routers for ids ['bb9a19c6-6c59-4df6-8115-14de59a735e9'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:12.162960 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Routers {'bb9a19c6-6c59-4df6-8115-14de59a735e9'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:12.163578 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['bb9a19c6-6c59-4df6-8115-14de59a735e9'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:12.169181 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Floating IP f2aa4197-7896-41a0-8cef-9687dd6216fb associated. External IP: 172.27.0.229, port: 749b155e-552b-4d76-916d-ffc597aeaa75. Nov 22 13:48:12.196582 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 87806cd6-0c1e-445e-b652-ff12a067a3d7 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:12.296187 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 87806cd6-0c1e-445e-b652-ff12a067a3d7 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:12.297307 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.334300 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Set router bb9a19c6-6c59-4df6-8115-14de59a735e9 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:12.577934 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.687086 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 4, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port': {'id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '92b4ea44-68ed-4878-b8d0-363635175232', 'name': '', 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'mac_address': 'fa:16:3e:8b:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:06Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 2, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'subnets': [{'id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:12.694684 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.735747 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Checking router: bb9a19c6-6c59-4df6-8115-14de59a735e9 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:12.736575 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Updating router bb9a19c6-6c59-4df6-8115-14de59a735e9 port 92b4ea44-68ed-4878-b8d0-363635175232 binding host dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 13:48:12.793770 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.819612 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:12.931741 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.940414 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.953524 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:12.973656 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:12.978422 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] Sync routers for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:12.996998 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:12.998207 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:13.052092 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b4b9beb6-d967-4a9b-a950-bded2f60b968 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "PUT /v2.0/floatingips/f2aa4197-7896-41a0-8cef-9687dd6216fb HTTP/1.1" status: 200 len: 992 time: 1.7590344 Nov 22 13:48:13.052776 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:13.059514 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b279c-2451-401b-9b3d-732e7afd8c22" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:13.147114 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fed807-c6db-4cc9-979d-30ec1c1aaccf x-openstack-request-id: req-b7fed807-c6db-4cc9-979d-30ec1c1aaccf {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:13.147641 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:13.148122 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7fed807-c6db-4cc9-979d-30ec1c1aaccf {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:13.148667 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75', 'status': 'completed', 'code': 200} Nov 22 13:48:13.170001 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event updated for resources: {'Port': ['ID=8ff69637-8a32-48b8-a9ae-18b4d62c9732,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:13.206754 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:13.209402 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:13.278324 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-51fcf23b-65c9-4656-a653-95939a65de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:13.281284 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-51fcf23b-65c9-4656-a653-95939a65de97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 1099 time: 0.1008136 Nov 22 13:48:13.336675 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Publish callbacks [] for port, precommit_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:13.344735 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:13.489564 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Floating IP 9d804e7f-13a4-4c76-825f-0e917769306a associated. External IP: 172.27.0.19, port: e14d8dd0-493d-48ab-9595-8fbb34bdb29d. Nov 22 13:48:13.561158 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-895d1b37-4ce5-441e-a08b-6ba0efa81eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:13.562722 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-895d1b37-4ce5-441e-a08b-6ba0efa81eb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.2564955 Nov 22 13:48:13.580642 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Attempting to bind port 92b4ea44-68ed-4878-b8d0-363635175232 on host dv-cinder-768458-14-iscsi for vnic_type normal with profile {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:13.581654 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Attempting to bind port 92b4ea44-68ed-4878-b8d0-363635175232 by drivers openvswitch,hyperv on host dv-cinder-768458-14-iscsi at level 0 using segments [{'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:13.582296 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Attempting to bind port 92b4ea44-68ed-4878-b8d0-363635175232 on network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:13.590989 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Checking agent: {'id': '7abd570b-e63a-4039-83a2-6e0c3136ff10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 35, 58), 'started_at': datetime.datetime(2021, 11, 22, 13, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:13.591881 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Checking segment: {'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:13.592533 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:13.593144 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Bound using segment: {'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'} {{(pid=109193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:13.593889 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.managers [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Bound port: 92b4ea44-68ed-4878-b8d0-363635175232, host: dv-cinder-768458-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552e9149-3f1c-4a77-bc53-4b0f15ac83a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3'}}] {{(pid=109193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:13.594525 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:13.700530 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] For port 92b4ea44-68ed-4878-b8d0-363635175232, host dv-cinder-768458-14-iscsi, cleared binding levels {{(pid=109193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:13.704228 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.plugins.ml2.db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] For port 92b4ea44-68ed-4878-b8d0-363635175232, host dv-cinder-768458-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=92b4ea44-68ed-4878-b8d0-363635175232,segment=NetworkSegment(552e9149-3f1c-4a77-bc53-4b0f15ac83a6),segment_id=552e9149-3f1c-4a77-bc53-4b0f15ac83a6)] {{(pid=109193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:13.719397 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Pushing event updated for resources: {'Port': ['ID=92b4ea44-68ed-4878-b8d0-363635175232,revision_number=3']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:13.723581 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron_lib.callbacks.manager [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:13.740878 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.740878 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.740878 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.741279 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.747150 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.747622 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.748265 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.748393 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.748660 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.748996 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.749377 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.749681 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:13.759687 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-1612293e-a313-4e50-b944-cb5d19a6a39b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749b155e-552b-4d76-916d-ffc597aeaa75 HTTP/1.1" status: 200 len: 1000 time: 0.1855419 Nov 22 13:48:13.845782 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Routers {'bb9a19c6-6c59-4df6-8115-14de59a735e9'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:13.846437 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['bb9a19c6-6c59-4df6-8115-14de59a735e9'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:13.862771 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-124c338b-df1f-44c7-bac6-9fc8c4f06dd0 None None] Provisioning complete for port 92b4ea44-68ed-4878-b8d0-363635175232 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:13.864882 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-124c338b-df1f-44c7-bac6-9fc8c4f06dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:13.929683 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9cfc1-4b78-477d-8607-7429e79aeabb None None] Pushing event updated for resources: {'Port': ['ID=92b4ea44-68ed-4878-b8d0-363635175232,revision_number=4']} {{(pid=109193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:13.961786 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': 'f2aa4197-7896-41a0-8cef-9687dd6216fb', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'port_id': '749b155e-552b-4d76-916d-ffc597aeaa75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'mac_address': 'fa:16:3e:7d:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:47:52Z', 'updated_at': '2021-11-22T13:48:11Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:14.039032 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] Checking router: 181ee6da-2a48-42df-a0ef-c2b9d7c48144 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:14.044112 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Router 05378cda-982a-4b2e-bf47-ce9d18c5a688 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:14.045132 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] Set router bb9a19c6-6c59-4df6-8115-14de59a735e9 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:14.089175 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:14.089995 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:14.095190 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-124c338b-df1f-44c7-bac6-9fc8c4f06dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:14.220406 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-124c338b-df1f-44c7-bac6-9fc8c4f06dd0 None None] For port 92b4ea44-68ed-4878-b8d0-363635175232, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=92b4ea44-68ed-4878-b8d0-363635175232,segment=NetworkSegment(552e9149-3f1c-4a77-bc53-4b0f15ac83a6),segment_id=552e9149-3f1c-4a77-bc53-4b0f15ac83a6)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:14.238062 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:14.246242 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-124c338b-df1f-44c7-bac6-9fc8c4f06dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:14.271710 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 92b4ea44-68ed-4878-b8d0-363635175232 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:14.285111 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:14.292225 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] Sync routers for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:14.318259 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:14.319937 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:14.339844 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-0badcbd7-1c5f-4884-b031-00926ed65896 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0729194 Nov 22 13:48:14.341919 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:14.344991 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab9d2e-8dbc-4e82-bfef-adc4cb489068" -d '{"events": [{"name": "network-changed", "server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:14.402690 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:14.421223 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098052e9-04c1-455d-80b4-d9e4933c8d33 x-openstack-request-id: req-098052e9-04c1-455d-80b4-d9e4933c8d33 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:14.421611 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:14.421977 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-098052e9-04c1-455d-80b4-d9e4933c8d33 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:14.422559 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'status': 'completed', 'code': 200} Nov 22 13:48:14.469784 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c338b-df1f-44c7-bac6-9fc8c4f06dd0 None None] Pushing event updated for resources: {'Port': ['ID=92b4ea44-68ed-4878-b8d0-363635175232,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:14.517128 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:14.525441 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-7823f59f-ef7c-4be9-9cce-9a6d5a274101 None None] Provisioning complete for port 92b4ea44-68ed-4878-b8d0-363635175232 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:14.526526 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-7823f59f-ef7c-4be9-9cce-9a6d5a274101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:14.582531 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 92b4ea44-68ed-4878-b8d0-363635175232 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:14.582965 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:14.605184 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 4, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port': {'id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '92b4ea44-68ed-4878-b8d0-363635175232', 'name': '', 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'mac_address': 'fa:16:3e:8b:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:06Z', 'updated_at': '2021-11-22T13:48:13Z', 'revision_number': 4, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'subnets': [{'id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:14.645236 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594d18-89bf-4671-a48c-faaac2b1a654 None None] The sync data for ids ['bb9a19c6-6c59-4df6-8115-14de59a735e9'] in dv-cinder-768458-14-iscsi is: [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 4, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port': {'id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '92b4ea44-68ed-4878-b8d0-363635175232', 'name': '', 'network_id': '8c8941a2-e6af-443c-8b73-934ba6d0b0d3', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'mac_address': 'fa:16:3e:8b:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:06Z', 'updated_at': '2021-11-22T13:48:13Z', 'revision_number': 4, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'subnets': [{'id': '68c4400f-c852-4480-b117-3d3fb497d61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:14.850151 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '9d804e7f-13a4-4c76-825f-0e917769306a', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'port_id': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'mac_address': 'fa:16:3e:1d:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928c471e-c956-4529-9003-2d16d7499657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:12Z', 'updated_at': '2021-11-22T13:48:12Z', 'revision_number': 0, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:17Z', 'revision_number': 5, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:14.888932 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] Checking router: 05378cda-982a-4b2e-bf47-ce9d18c5a688 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:14.899852 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:14.900496 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:47:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:14.917847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-514bef04-3391-4d5d-a708-0b6ab874e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:14.918855 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-514bef04-3391-4d5d-a708-0b6ab874e555 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0974052 Nov 22 13:48:14.929083 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': 'f2aa4197-7896-41a0-8cef-9687dd6216fb', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'port_id': '749b155e-552b-4d76-916d-ffc597aeaa75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'mac_address': 'fa:16:3e:7d:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:47:52Z', 'updated_at': '2021-11-22T13:48:11Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:14.980739 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65904c6-4dea-468e-a82c-313e3419ee9d None None] The sync data for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi is: [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': 'f2aa4197-7896-41a0-8cef-9687dd6216fb', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'port_id': '749b155e-552b-4d76-916d-ffc597aeaa75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'mac_address': 'fa:16:3e:7d:70:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:47:52Z', 'updated_at': '2021-11-22T13:48:11Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:15.062208 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:15.372617 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b6c11-aaed-4817-af4f-d9880e039f73 None None] New status for floating IP f2aa4197-7896-41a0-8cef-9687dd6216fb: ACTIVE {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:48:15.390631 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '9d804e7f-13a4-4c76-825f-0e917769306a', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'port_id': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'mac_address': 'fa:16:3e:1d:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928c471e-c956-4529-9003-2d16d7499657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:12Z', 'updated_at': '2021-11-22T13:48:12Z', 'revision_number': 0, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:17Z', 'revision_number': 5, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:15.430432 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cc071e-dad8-4826-9a82-14e9298d55ac None None] The sync data for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi is: [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '9d804e7f-13a4-4c76-825f-0e917769306a', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'port_id': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'mac_address': 'fa:16:3e:1d:c1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928c471e-c956-4529-9003-2d16d7499657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:12Z', 'updated_at': '2021-11-22T13:48:12Z', 'revision_number': 0, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:17Z', 'revision_number': 5, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:16.159511 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256eaf39-d04a-4d0e-8ef2-70b5cde1dcda None None] New status for floating IP 9d804e7f-13a4-4c76-825f-0e917769306a: ACTIVE {{(pid=109193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:48:16.176929 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 92b4ea44-68ed-4878-b8d0-363635175232 up at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:16.252932 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Provisioning complete for port 92b4ea44-68ed-4878-b8d0-363635175232 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:16.253351 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:16.804631 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-5f19813b-62c2-47ac-ba6b-4fa00bf44b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:16.806963 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-5f19813b-62c2-47ac-ba6b-4fa00bf44b4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0803587 Nov 22 13:48:16.810837 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-c7abfc26-ee45-4b16-84f3-aa7c6f4fbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:16.812525 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-c7abfc26-ee45-4b16-84f3-aa7c6f4fbe20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1098 time: 0.0634949 Nov 22 13:48:16.949691 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-a9490f29-6c3b-43fe-bd38-47493d801617 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025023 Nov 22 13:48:16.953256 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-2b558a5e-6acd-44f6-98a7-87248fcad39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:16.954895 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-2b558a5e-6acd-44f6-98a7-87248fcad39d service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 910 time: 0.1070604 Nov 22 13:48:17.054227 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-23ed5bfb-dcbe-4d60-a2cd-db275ab445ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 1000 time: 0.0821755 Nov 22 13:48:17.081471 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d44b279c-2451-401b-9b3d-732e7afd8c22 req-0907a7ea-93af-4a35-be74-e97b6b43b8fe service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094196 Nov 22 13:48:17.123589 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-a78c2740-84d2-4d99-b94d-866200fcafca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:17.125078 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-a78c2740-84d2-4d99-b94d-866200fcafca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 200 len: 848 time: 0.0621111 Nov 22 13:48:17.189147 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-8cd30168-8a4a-403d-a4ef-dd6c6f297df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:17.190924 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-8cd30168-8a4a-403d-a4ef-dd6c6f297df7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf9e00ac-3683-4953-9d30-6f214cc48b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493808 Nov 22 13:48:17.301884 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-2a7ac13c-7d2d-45e9-af1f-bcf615d3fb59 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020257 Nov 22 13:48:17.399988 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-beab9d2e-8dbc-4e82-bfef-adc4cb489068 req-522c2ce0-949f-4047-8f28-e56dbef91da9 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866840 Nov 22 13:48:19.877060 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:21.182762 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-b447d65c-22de-41f6-814b-91d6b962172c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:21.184223 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-b447d65c-22de-41f6-814b-91d6b962172c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 815 time: 0.1052799 Nov 22 13:48:21.199770 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-9c62e510-022d-4fb2-85da-4df55013a204 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/quotas/cfdbcd612796433d849fc488aa45a196 HTTP/1.1" status: 200 len: 375 time: 0.0098121 Nov 22 13:48:21.249232 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-4370e987-a5b8-409e-9f74-6fa596bae5b8 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441649 Nov 22 13:48:21.344907 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-16c55f28-d349-4b6e-a04e-f1d75a7667ab service neutron] 10.222.0.31 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835414 Nov 22 13:48:21.453424 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-c9d64305-5fd7-4205-a8aa-cb88f9be3965 service neutron] 10.222.0.31 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013389 Nov 22 13:48:21.617833 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bae8a658-c26d-40a0-9d50-8073a6cd409b req-bb980eec-0208-469d-bcb1-d26f0106a451 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0277205 Nov 22 13:48:22.515968 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6316a04a-e9db-4f3b-8daf-011a27815fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:22.646636 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-f1ff66b5-7d35-4dea-b0b5-02896f8b8a76 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:22.648179 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-f1ff66b5-7d35-4dea-b0b5-02896f8b8a76 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.52 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 815 time: 0.1247809 Nov 22 13:48:22.663391 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'port': {'device_id': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'admin_state_up': True, 'tenant_id': 'cfdbcd612796433d849fc488aa45a196'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:22.741396 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-4a08a9f3-ab10-4d2c-bdf2-a35d4126f642 req-bc3d58f0-ffb1-4bcc-9afc-11c98538ef80 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0359442 Nov 22 13:48:22.804675 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Made reservation on behalf of cfdbcd612796433d849fc488aa45a196 for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:48:22.808754 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:22.935233 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Allocated IP 172.20.0.9 (f304a141-d2bc-4f74-9e70-9594aac65216/b9fa52de-4b7c-4b61-85b8-b955dcb6cc43/899b8778-cdd6-4c85-97ba-5ca10edfb816) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:23.112792 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:23.148803 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:23.200699 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Network f304a141-d2bc-4f74-9e70-9594aac65216 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:23.203959 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:23.207596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:23.216277 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:23.283263 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:23.283946 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:23.306268 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d23d8477-db33-4665-a16d-d4dda20ab938 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6467893 Nov 22 13:48:23.459698 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-f7db8a6b-7f5e-44dd-98ec-269e054c3e57 None None] Provisioning complete for port 899b8778-cdd6-4c85-97ba-5ca10edfb816 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:23.459981 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f7db8a6b-7f5e-44dd-98ec-269e054c3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:23.497984 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-f7db8a6b-7f5e-44dd-98ec-269e054c3e57 None None] Port 899b8778-cdd6-4c85-97ba-5ca10edfb816 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:48:23.864783 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8574b-5bb2-45f0-bc36-8bb824e301f9 req-d12102fc-3923-4182-a060-04aa0932e6f6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:23.866340 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a5e8574b-5bb2-45f0-bc36-8bb824e301f9 req-d12102fc-3923-4182-a060-04aa0932e6f6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0535388 Nov 22 13:48:23.918170 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a5e8574b-5bb2-45f0-bc36-8bb824e301f9 req-f57056ef-6043-4fe2-846b-209c2f270931 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Nov 22 13:48:23.957661 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:48:24.927939 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d9de3828-1be6-4380-bd34-b68ac0034573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:25.044765 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38669263-05a0-44f4-95c4-46f1c9d335d7 req-caf8ddc2-4a5a-42a0-a62a-dee67e51f346 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:25.046308 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-38669263-05a0-44f4-95c4-46f1c9d335d7 req-caf8ddc2-4a5a-42a0-a62a-dee67e51f346 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0516465 Nov 22 13:48:25.099436 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-38669263-05a0-44f4-95c4-46f1c9d335d7 req-bd639f62-3847-4dcd-a471-1183e0c1e792 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469103 Nov 22 13:48:25.831205 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:26.222035 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202704b-2636-49c9-bb7a-50def98f9df0 req-a2bea782-b22a-4c57-a814-9a7b4c04084c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:26.223678 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9202704b-2636-49c9-bb7a-50def98f9df0 req-a2bea782-b22a-4c57-a814-9a7b4c04084c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0521076 Nov 22 13:48:26.273710 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9202704b-2636-49c9-bb7a-50def98f9df0 req-2ab5c5d9-84be-4ccf-8268-62d5ee03bea0 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Nov 22 13:48:27.118702 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58486) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:27.168348 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] Deleting subnet 23149278-52c1-48fe-b47c-58864923588c {{(pid=109191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:48:27.171548 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.207249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10392457'] for subnet, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.255565 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.320714 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10208464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261780'] for subnet, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.352218 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.355414 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23149278-52c1-48fe-b47c-58864923588c,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:27.367464 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.371298 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c5d3daef-5b83-4355-912b-513dbccea25b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/23149278-52c1-48fe-b47c-58864923588c HTTP/1.1" status: 204 len: 168 time: 0.2515826 Nov 22 13:48:27.373934 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58490) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:27.473660 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bebb3-2670-4952-b191-62395257a073 req-cb37518f-6f3d-4a46-89d2-f0aa4922abc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:27.475197 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6a8bebb3-2670-4952-b191-62395257a073 req-cb37518f-6f3d-4a46-89d2-f0aa4922abc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.1177473 Nov 22 13:48:27.481771 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.558965 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6a8bebb3-2670-4952-b191-62395257a073 req-d4c32d1f-f0ae-4359-8a94-bafecbf11f7e tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752172 Nov 22 13:48:27.603113 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.627385 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74610957-0c8f-4be7-87b5-2b068bd616a7']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:27.638243 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d3e045-9d0f-4f35-8130-0701d4b3931f') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:27.638539 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d3e045-9d0f-4f35-8130-0701d4b3931f') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:27.648478 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.662733 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.668760 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:48:27.669133 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:48:27.670800 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:48:27.726280 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.734856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:27.740702 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] 10.222.0.31 "DELETE /v2.0/networks/74610957-0c8f-4be7-87b5-2b068bd616a7 HTTP/1.1" status: 204 len: 168 time: 0.3649137 Nov 22 13:48:27.750958 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc737d4-9cfd-4afb-b43c-5dfe672ac197 admin admin] Pushing event deleted for resources: {'Network': ['ID=74610957-0c8f-4be7-87b5-2b068bd616a7,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:27.913548 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58494) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:27.954858 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e06bd0f0-f82a-4edb-a486-c6085d4c6d2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29a21fcc281743ddac3e5b53b5496a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399711 Nov 22 13:48:27.957894 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58496) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:28.007304 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-38552c3f-d7d6-4ea4-ac62-40a80ba7b35b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:28.028701 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-38552c3f-d7d6-4ea4-ac62-40a80ba7b35b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:28.087457 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-38552c3f-d7d6-4ea4-ac62-40a80ba7b35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:28.090747 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-38552c3f-d7d6-4ea4-ac62-40a80ba7b35b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:28.091884 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-38552c3f-d7d6-4ea4-ac62-40a80ba7b35b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de7350d6-c04e-44b2-bd32-8fc1539e6272 HTTP/1.1" status: 204 len: 168 time: 0.1330860 Nov 22 13:48:28.099903 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38552c3f-d7d6-4ea4-ac62-40a80ba7b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7350d6-c04e-44b2-bd32-8fc1539e6272,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:28.180400 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:28.688992 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10774682-a9ca-4b52-9799-cb2537bf42bc req-5308e824-2e26-4489-af43-51c01c5fc002 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:28.690710 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-10774682-a9ca-4b52-9799-cb2537bf42bc req-5308e824-2e26-4489-af43-51c01c5fc002 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0533757 Nov 22 13:48:28.757640 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-10774682-a9ca-4b52-9799-cb2537bf42bc req-c0e41d7b-fa1a-4403-8729-6d9a7298ea24 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603278 Nov 22 13:48:29.870989 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775969f-2dfb-40a3-9d77-ad8948e3ac9d req-c61d8caf-b6c5-4476-801b-ad9e7f78dc61 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:29.872500 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0775969f-2dfb-40a3-9d77-ad8948e3ac9d req-c61d8caf-b6c5-4476-801b-ad9e7f78dc61 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0525033 Nov 22 13:48:29.923081 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0775969f-2dfb-40a3-9d77-ad8948e3ac9d req-351a8438-4376-48f4-91b7-d185b7b097d8 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Nov 22 13:48:31.039073 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4556233-a26b-41bf-84f5-dcce3af909df req-05a56ccd-c176-418c-9687-5ad6f0bbfa97 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:31.040568 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d4556233-a26b-41bf-84f5-dcce3af909df req-05a56ccd-c176-418c-9687-5ad6f0bbfa97 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0505605 Nov 22 13:48:31.090358 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d4556233-a26b-41bf-84f5-dcce3af909df req-cc0284b3-45d7-46c3-987b-ca297cd4e7c4 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Nov 22 13:48:32.224929 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e833d-6e68-467b-ac3d-657bf43fd5de req-c7914f9e-99ab-4d49-b5fb-722c7a2e665c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:32.226478 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-275e833d-6e68-467b-ac3d-657bf43fd5de req-c7914f9e-99ab-4d49-b5fb-722c7a2e665c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0629258 Nov 22 13:48:32.275812 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-275e833d-6e68-467b-ac3d-657bf43fd5de req-1999a399-01f5-4206-be3d-00813a08795b tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 Nov 22 13:48:33.394880 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30308260-b5bb-44e4-91c9-dfa6eaa21e77 req-361688dc-4b2e-4a1c-aed1-608fda388f9b tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:33.396407 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30308260-b5bb-44e4-91c9-dfa6eaa21e77 req-361688dc-4b2e-4a1c-aed1-608fda388f9b tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0511670 Nov 22 13:48:33.444985 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-30308260-b5bb-44e4-91c9-dfa6eaa21e77 req-0c876568-7ed4-4cb3-8d85-8c49dcb40279 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420141 Nov 22 13:48:34.563550 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2dc6a-b324-417c-862e-8dcac14c8865 req-2c198a0d-00f6-4bf4-bf95-fbdce03c0fc5 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:34.565304 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-07a2dc6a-b324-417c-862e-8dcac14c8865 req-2c198a0d-00f6-4bf4-bf95-fbdce03c0fc5 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0508640 Nov 22 13:48:34.618828 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-07a2dc6a-b324-417c-862e-8dcac14c8865 req-c7cfa301-6c2a-4c76-a471-4212e26509a6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Nov 22 13:48:35.733357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b456-0a47-4c26-98b2-507e5f254b77 req-1629a882-579e-4abc-a784-1d8d04273e94 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:35.734837 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e55b456-0a47-4c26-98b2-507e5f254b77 req-1629a882-579e-4abc-a784-1d8d04273e94 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 931 time: 0.0487964 Nov 22 13:48:35.783094 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5e55b456-0a47-4c26-98b2-507e5f254b77 req-dacc6d58-7006-409e-8355-e916da0d8706 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422592 Nov 22 13:48:35.831669 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Request body: {'port': {'device_id': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:35.885763 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:36.156681 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899b8778-cdd6-4c85-97ba-5ca10edfb816 {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:48:36.164491 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:36.176826 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Transition to ACTIVE for port object 899b8778-cdd6-4c85-97ba-5ca10edfb816 will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:48:36.180701 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:36.235035 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Pushing event updated for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:36.308960 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Attempting to bind port 899b8778-cdd6-4c85-97ba-5ca10edfb816 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:36.309348 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Attempting to bind port 899b8778-cdd6-4c85-97ba-5ca10edfb816 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:36.309646 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Attempting to bind port 899b8778-cdd6-4c85-97ba-5ca10edfb816 on network f304a141-d2bc-4f74-9e70-9594aac65216 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:36.314271 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Port 899b8778-cdd6-4c85-97ba-5ca10edfb816 on network f304a141-d2bc-4f74-9e70-9594aac65216 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:48:36.314593 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Attempting to bind port 899b8778-cdd6-4c85-97ba-5ca10edfb816 on network f304a141-d2bc-4f74-9e70-9594aac65216 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:36.319589 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:36.319925 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Checking segment: {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:36.320309 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Bound using segment: {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:36.320739 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Bound port: 899b8778-cdd6-4c85-97ba-5ca10edfb816, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be0df14e-f1be-48b6-9c7f-097c11702094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:36.321101 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:36.385781 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:36.389249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:36.395038 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:36.431664 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:36.432280 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:36.433966 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] 10.222.0.52 "PUT /v2.0/ports/899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 1093 time: 0.6072397 Nov 22 13:48:36.434406 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:36.436690 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ac362-06a4-4cb2-bbf8-ab456d6e6187" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:36.461441 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c59050-7b10-4e2f-9232-76a8e4838409 service neutron] Pushing event updated for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:36.491033 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1241d4bf-a247-4739-9555-4cfb1267f6c4 x-openstack-request-id: req-1241d4bf-a247-4739-9555-4cfb1267f6c4 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:36.491329 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:36.491584 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1241d4bf-a247-4739-9555-4cfb1267f6c4 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:36.491976 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'status': 'completed', 'code': 200} Nov 22 13:48:36.526549 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d3357d5e-0076-4811-a65f-9f3931c0ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:36.529045 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-d3357d5e-0076-4811-a65f-9f3931c0ccf0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0471249 Nov 22 13:48:36.579468 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-ba61c632-fc03-4c2f-be5e-0e5ba528a1c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 217 time: 0.0378497 Nov 22 13:48:36.636714 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-8a74831f-a8e2-4057-9611-1050fd47b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:36.638370 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-8a74831f-a8e2-4057-9611-1050fd47b4b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 200 len: 854 time: 0.0462391 Nov 22 13:48:36.688570 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-0cf730a9-2338-41b0-a3de-59671a922b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:36.689975 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-0cf730a9-2338-41b0-a3de-59671a922b16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f304a141-d2bc-4f74-9e70-9594aac65216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384657 Nov 22 13:48:36.796471 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-0797679b-04da-4797-a2df-83f1599638f6 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832164 Nov 22 13:48:36.905234 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-28cfebac-8899-4109-b94e-bc7e7f29ad97 req-3d51d6bd-65b5-4adb-8122-11be48aa0e0a service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944328 Nov 22 13:48:37.015817 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-31f93e3a-33dc-45f6-99c7-2b8baa9e231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:37.017346 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-31f93e3a-33dc-45f6-99c7-2b8baa9e231f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1096 time: 0.0518787 Nov 22 13:48:37.068255 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21132b46-4bbf-4a46-b71e-8a57daadaaef req-f3bcc92e-c42f-4e21-b641-d750515702f0 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:37.069802 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21132b46-4bbf-4a46-b71e-8a57daadaaef req-f3bcc92e-c42f-4e21-b641-d750515702f0 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 943 time: 0.2140822 Nov 22 13:48:37.116444 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-9a79576c-8658-49ea-b248-68e816783cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:37.117966 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-9a79576c-8658-49ea-b248-68e816783cd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 916 time: 0.0895343 Nov 22 13:48:37.126593 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21132b46-4bbf-4a46-b71e-8a57daadaaef req-501cbb87-3976-4318-b1fd-f3cc28f75e56 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Nov 22 13:48:37.167608 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-d89a2b12-ced2-4eb3-a2d6-98148cb26ba9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 217 time: 0.0372174 Nov 22 13:48:37.226626 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-742e8e23-59b0-465d-a892-05a2fb71d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:37.228102 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-742e8e23-59b0-465d-a892-05a2fb71d940 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 200 len: 854 time: 0.0512519 Nov 22 13:48:37.279762 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-975c5c71-10ce-4ae6-8bca-47389db8d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:37.281339 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-975c5c71-10ce-4ae6-8bca-47389db8d4d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f304a141-d2bc-4f74-9e70-9594aac65216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434024 Nov 22 13:48:37.306305 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58608) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:37.394337 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-ca46c847-f607-48a8-914a-49d384d4f794 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976562 Nov 22 13:48:37.424876 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9e433739-47b7-4eff-96de-c2f4af0713f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:37.506801 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-237ac362-06a4-4cb2-bbf8-ab456d6e6187 req-a2cc581f-c13d-46cc-9828-01bbdf2ecd57 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006355 Nov 22 13:48:37.508521 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9e433739-47b7-4eff-96de-c2f4af0713f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:37.513631 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9e433739-47b7-4eff-96de-c2f4af0713f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:37.551076 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e433739-47b7-4eff-96de-c2f4af0713f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77917d51-054b-4cd5-8b10-e491617fde2c,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:37.555309 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9e433739-47b7-4eff-96de-c2f4af0713f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01b4fd12b282464fb83611125f62e509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479546 Nov 22 13:48:37.558487 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58616) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:37.572694 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e8d6f-e712-494e-8bdc-466f8da538d4 req-bd96afe9-b0ca-4e07-8f3a-ed2b48b309bd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:37.575334 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f23e8d6f-e712-494e-8bdc-466f8da538d4 req-bd96afe9-b0ca-4e07-8f3a-ed2b48b309bd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0585432 Nov 22 13:48:37.614355 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c053844-a5d8-4b14-a054-04bdd594273b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:37.636719 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c053844-a5d8-4b14-a054-04bdd594273b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:37.682008 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c053844-a5d8-4b14-a054-04bdd594273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:37.685854 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c053844-a5d8-4b14-a054-04bdd594273b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:37.687002 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-7c053844-a5d8-4b14-a054-04bdd594273b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77917d51-054b-4cd5-8b10-e491617fde2c HTTP/1.1" status: 204 len: 168 time: 0.1265323 Nov 22 13:48:37.695147 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c053844-a5d8-4b14-a054-04bdd594273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77917d51-054b-4cd5-8b10-e491617fde2c,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:37.737901 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f23e8d6f-e712-494e-8bdc-466f8da538d4 req-97697090-9bd6-4ed9-905d-29c258d8ce2e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562891 Nov 22 13:48:38.244727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3da3b-0282-48a1-81e2-7294422535f4 req-54793967-63d7-425d-86ab-e4c9b363e3ec tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:38.246758 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fea3da3b-0282-48a1-81e2-7294422535f4 req-54793967-63d7-425d-86ab-e4c9b363e3ec tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 943 time: 0.0526836 Nov 22 13:48:38.292429 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fea3da3b-0282-48a1-81e2-7294422535f4 req-a0fd9853-a5a0-436d-b140-794a07ece6a7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Nov 22 13:48:38.858303 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a9cb1-4114-4902-af62-98df99f5bbc9 req-2c273edb-6d72-469a-9b21-037d0b98591d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:38.859691 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d94a9cb1-4114-4902-af62-98df99f5bbc9 req-2c273edb-6d72-469a-9b21-037d0b98591d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0495784 Nov 22 13:48:38.908228 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d94a9cb1-4114-4902-af62-98df99f5bbc9 req-d2a6dfb6-4775-482a-81eb-cf4a5aedff28 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Nov 22 13:48:38.936368 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 899b8778-cdd6-4c85-97ba-5ca10edfb816 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:48:39.033096 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:39.047397 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'port_id': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'mac_address': 'fa:16:3e:3d:d9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:48:39.084927 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:39.098794 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899b8778-cdd6-4c85-97ba-5ca10edfb816 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:48:39.118574 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:39.124035 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:39.174687 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:39.405759 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1945-b2e5-40f1-9eee-13fe952de250 req-0fb3c89a-6f09-4b3d-9bda-f654730dd8b5 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:39.407161 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-950d1945-b2e5-40f1-9eee-13fe952de250 req-0fb3c89a-6f09-4b3d-9bda-f654730dd8b5 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 944 time: 0.0489254 Nov 22 13:48:39.441883 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['899b8778-cdd6-4c85-97ba-5ca10edfb816'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:48:39.457407 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-950d1945-b2e5-40f1-9eee-13fe952de250 req-be147b6d-aea9-4e60-86ca-a07735880a54 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Nov 22 13:48:39.971582 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9267563-077d-47ec-a06a-477d65b42bec req-ef3fd38e-5ac1-4159-991b-6d03c5c3e083 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:39.973101 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c9267563-077d-47ec-a06a-477d65b42bec req-ef3fd38e-5ac1-4159-991b-6d03c5c3e083 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.0472968 Nov 22 13:48:40.078881 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e17b5-d896-440a-9ced-2a1100cb08bd req-c55bff16-8baa-4eb7-b75c-487f7a58be29 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:40.080361 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b19e17b5-d896-440a-9ced-2a1100cb08bd req-c55bff16-8baa-4eb7-b75c-487f7a58be29 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 945 time: 0.1020935 Nov 22 13:48:40.132523 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Deleting port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:48:40.132851 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:40.148985 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b19e17b5-d896-440a-9ced-2a1100cb08bd req-0deafc43-e98b-433a-b59f-a817e9e27463 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e9128c6-f916-43fd-a788-06bfd04bc7c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626121 Nov 22 13:48:40.224711 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] For port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:40.225068 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:40.437259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:40.437610 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:40.437921 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Floating IP 84401691-6535-4065-bacc-957d55cb3de7 disassociated. External IP: 172.27.0.45, port: 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f. Nov 22 13:48:40.438253 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Calling delete_port for 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:48:40.592510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:40.878856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e2d7-6c6c-4864-8ede-07a5bfee18d0 req-21d20a74-f034-4737-89aa-20464b6be297 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:40.880308 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8ce6e2d7-6c6c-4864-8ede-07a5bfee18d0 req-21d20a74-f034-4737-89aa-20464b6be297 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 944 time: 0.3416238 Nov 22 13:48:40.881006 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event deleted for resources: {'Port': ['ID=240f0463-d6f8-4b28-8e80-f50d6a9dfe1f,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:40.945892 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 899b8778-cdd6-4c85-97ba-5ca10edfb816 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:40.998173 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 899b8778-cdd6-4c85-97ba-5ca10edfb816 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:48:41.002389 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 899b8778-cdd6-4c85-97ba-5ca10edfb816 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:41.003025 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:41.004429 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8ce6e2d7-6c6c-4864-8ede-07a5bfee18d0 req-2ae07cc1-5571-4838-af50-bce10f138820 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173892 Nov 22 13:48:41.035942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Router eb847884-2bfe-411e-92ef-871597f9a16e has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:41.092791 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:41.115337 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:41.117743 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afdcaa5-7b7a-4a13-9201-d0402b39a570" -d '{"events": [{"server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:41.132028 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:41.137853 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:41.155979 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:41.163523 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848f1ee-a083-423d-8998-8100639b47d4 x-openstack-request-id: req-9848f1ee-a083-423d-8998-8100639b47d4 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:41.163848 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "name": "network-vif-plugged", "status": "completed", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:41.164110 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9848f1ee-a083-423d-8998-8100639b47d4 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:41.164505 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'code': 200} Nov 22 13:48:41.168480 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] Sync routers for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:41.192626 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:41.193277 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:41.222551 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] No DVR routers for this DVR port 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:48:41.229810 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:41.234803 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c9267563-077d-47ec-a06a-477d65b42bec req-34424154-0b8b-4017-abbe-f5d27ba2927b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "DELETE /v2.0/ports/240f0463-d6f8-4b28-8e80-f50d6a9dfe1f HTTP/1.1" status: 204 len: 173 time: 1.2473373 Nov 22 13:48:41.235468 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'name': 'network-vif-deleted', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:41.238124 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a419bbb-4428-4ac0-8582-5d1159907ef4" -d '{"events": [{"server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "name": "network-vif-deleted", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:41.241070 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:41.296778 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-58242056-23d2-40dd-8401-baf07a05ed36 req-a7420a3a-0451-4e2d-9345-2fe3f4c1b6cf tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=67bbd747-629b-485c-a1b2-e964b23cd5e6 HTTP/1.1" status: 200 len: 210 time: 0.0314031 Nov 22 13:48:41.323305 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9d6a75-dad5-4702-871e-488b5badeb53 x-openstack-request-id: req-2a9d6a75-dad5-4702-871e-488b5badeb53 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:41.323576 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bbd747-629b-485c-a1b2-e964b23cd5e6", "name": "network-vif-deleted", "tag": "240f0463-d6f8-4b28-8e80-f50d6a9dfe1f", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:41.323858 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a9d6a75-dad5-4702-871e-488b5badeb53 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:41.324304 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bbd747-629b-485c-a1b2-e964b23cd5e6', 'name': 'network-vif-deleted', 'tag': '240f0463-d6f8-4b28-8e80-f50d6a9dfe1f', 'status': 'completed', 'code': 200} Nov 22 13:48:41.455334 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1a690-37d8-41b9-afe3-ff171419f464 req-7c8cacec-2dae-45c3-a72f-0da581a965f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:41.457222 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:41.457720 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-75e1a690-37d8-41b9-afe3-ff171419f464 req-7c8cacec-2dae-45c3-a72f-0da581a965f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0582094 Nov 22 13:48:41.516679 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-75e1a690-37d8-41b9-afe3-ff171419f464 req-8ddfcbc4-61fe-4554-b0ce-65c3ad5de007 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 Nov 22 13:48:41.684509 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:41.710688 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] Checking router: eb847884-2bfe-411e-92ef-871597f9a16e for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:41.719365 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:41.719972 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:41.830578 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:42.091205 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:42.125819 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78fb343-12b1-46ea-a3e7-4409b44c3efc None None] The sync data for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi is: [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:42.134287 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1b1d-f236-4c56-b56a-209694ba2744 req-97db04ac-4aa0-4d95-9d19-45df8195a6e1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:42.136566 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a6ce1b1d-f236-4c56-b56a-209694ba2744 req-97db04ac-4aa0-4d95-9d19-45df8195a6e1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0567026 Nov 22 13:48:42.188782 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a6ce1b1d-f236-4c56-b56a-209694ba2744 req-0a418bf0-d8ee-4042-95eb-065aeb9cd7e9 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Nov 22 13:48:42.357531 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdf1dc-d2ea-4948-b427-f2426141cd48 None None] New status for floating IP 84401691-6535-4065-bacc-957d55cb3de7: DOWN {{(pid=109193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:48:42.392346 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58652) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:42.450455 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-45424d75-565c-4be1-abb5-0ede7912cedb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.484476 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-45424d75-565c-4be1-abb5-0ede7912cedb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.538299 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-45424d75-565c-4be1-abb5-0ede7912cedb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.540977 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-45424d75-565c-4be1-abb5-0ede7912cedb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.542308 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-45424d75-565c-4be1-abb5-0ede7912cedb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e9128c6-f916-43fd-a788-06bfd04bc7c0 HTTP/1.1" status: 204 len: 168 time: 0.1487737 Nov 22 13:48:42.545098 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58656) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:42.552366 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45424d75-565c-4be1-abb5-0ede7912cedb tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9128c6-f916-43fd-a788-06bfd04bc7c0,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:42.558248 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.api.v2.resource [None req-5d46528d-480b-4b46-9b2a-305f5ceeb200 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] show failed (client error): The resource could not be found. Nov 22 13:48:42.561883 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-5d46528d-480b-4b46-9b2a-305f5ceeb200 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups/7e9128c6-f916-43fd-a788-06bfd04bc7c0 HTTP/1.1" status: 404 len: 347 time: 0.0130243 Nov 22 13:48:42.562046 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58658) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:42.708033 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Deleting port 418bf7d8-c646-4142-a410-245145367668 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:48:42.708968 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.787153 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.787474 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.800251 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Calling delete_port for 418bf7d8-c646-4142-a410-245145367668 owned by network:floatingip {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:48:42.938884 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:42.947529 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:48:42.962686 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event deleted for resources: {'Port': ['ID=418bf7d8-c646-4142-a410-245145367668,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:42.969650 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:48:42.970000 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 240f0463-d6f8-4b28-8e80-f50d6a9dfe1f not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:48:43.032868 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.035371 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.036517 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ed2b2869-8d04-4218-a161-b1c2502c751c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "DELETE /v2.0/floatingips/84401691-6535-4065-bacc-957d55cb3de7 HTTP/1.1" status: 204 len: 168 time: 0.4734008 Nov 22 13:48:43.307351 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e603a-9933-433e-9f2c-e07ba37e0b89 req-e23d5b65-b55f-42db-9be7-56b32ad0febb tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:43.308728 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-240e603a-9933-433e-9f2c-e07ba37e0b89 req-e23d5b65-b55f-42db-9be7-56b32ad0febb tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0503294 Nov 22 13:48:43.321036 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58664) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:43.326215 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-becaa9e0-cba2-41d2-b0a1-b28290b0918a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66339660', 'description': 'tempest-description--1007443218'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:43.355423 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-becaa9e0-cba2-41d2-b0a1-b28290b0918a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.361692 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-240e603a-9933-433e-9f2c-e07ba37e0b89 req-fdbe38ed-f223-4f01-8a04-f552ec546c0d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463738 Nov 22 13:48:43.433505 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-becaa9e0-cba2-41d2-b0a1-b28290b0918a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.444451 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-becaa9e0-cba2-41d2-b0a1-b28290b0918a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.495005 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-becaa9e0-cba2-41d2-b0a1-b28290b0918a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.496216 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-becaa9e0-cba2-41d2-b0a1-b28290b0918a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1741459 Nov 22 13:48:43.499219 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58668) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:43.499680 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaa9e0-cba2-41d2-b0a1-b28290b0918a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dceded98-97be-4a21-8fd6-ceaf6f20db6a,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:43.504512 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-6b6e37c7-6605-4a68-8691-56f86b32e2e5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'security_group_rule': {'security_group_id': 'dceded98-97be-4a21-8fd6-ceaf6f20db6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:43.520540 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9621b1b-84a3-4076-8af3-bab11a11e689 req-0d1b2a64-d100-4aad-8191-8389737170ea tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:43.522138 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d9621b1b-84a3-4076-8af3-bab11a11e689 req-0d1b2a64-d100-4aad-8191-8389737170ea tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0918570 Nov 22 13:48:43.532478 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6b6e37c7-6605-4a68-8691-56f86b32e2e5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.571014 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d9621b1b-84a3-4076-8af3-bab11a11e689 req-8bab3453-2dc7-4e1b-ba45-a606193b586a tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Nov 22 13:48:43.601524 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6b6e37c7-6605-4a68-8691-56f86b32e2e5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.606490 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6b6e37c7-6605-4a68-8691-56f86b32e2e5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.626064 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e37c7-6605-4a68-8691-56f86b32e2e5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72e9c4a-0642-45d6-91d2-11d5c97dca83,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:43.634252 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-6b6e37c7-6605-4a68-8691-56f86b32e2e5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.635640 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-6b6e37c7-6605-4a68-8691-56f86b32e2e5 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350195 Nov 22 13:48:43.638140 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58674) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:43.642377 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-cfcc568b-2cf1-4d6c-958c-258dc75ef3a3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'security_group_rule': {'security_group_id': 'dceded98-97be-4a21-8fd6-ceaf6f20db6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:43.669367 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cfcc568b-2cf1-4d6c-958c-258dc75ef3a3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.723495 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cfcc568b-2cf1-4d6c-958c-258dc75ef3a3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.727144 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cfcc568b-2cf1-4d6c-958c-258dc75ef3a3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.746922 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc568b-2cf1-4d6c-958c-258dc75ef3a3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed3eb56-43e3-4856-8359-2d0babb8e6b4,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:43.751910 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cfcc568b-2cf1-4d6c-958c-258dc75ef3a3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.753372 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-cfcc568b-2cf1-4d6c-958c-258dc75ef3a3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142895 Nov 22 13:48:43.756693 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58676) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:43.762211 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:43.784918 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:43.867561 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-c9fca3ed-be21-4045-b2b1-c42e944da7b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447025 Nov 22 13:48:43.974991 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76a915-8905-4ebb-944c-1cae4ae5ee28 req-735f9f96-ccdb-4aa2-924a-7d9d37e93109 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:43.976598 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5d76a915-8905-4ebb-944c-1cae4ae5ee28 req-735f9f96-ccdb-4aa2-924a-7d9d37e93109 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0852337 Nov 22 13:48:43.984753 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-5b2649da-e9d6-42f2-b99f-7079ade13a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:43.986312 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-5b2649da-e9d6-42f2-b99f-7079ade13a3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 1099 time: 0.0648489 Nov 22 13:48:44.075926 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5d76a915-8905-4ebb-944c-1cae4ae5ee28 req-86ebf6a3-c5eb-446b-9325-856e98980e90 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886140 Nov 22 13:48:44.116606 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.116970 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-d6ebb83c-8392-40b1-9694-6ff445d3aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:44.118587 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-d6ebb83c-8392-40b1-9694-6ff445d3aa48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.1030452 Nov 22 13:48:44.197966 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-ccfd8016-eef9-494d-85f9-35816d8c4982 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1 HTTP/1.1" status: 200 len: 1002 time: 0.0701220 Nov 22 13:48:44.238938 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Allocated IP 172.27.0.82 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/dabaf8b0-e41a-4bd6-8a7e-7db2995cd7ba) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:44.250475 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-e84ceaa6-dd37-42a8-a47d-893a0ce45cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:44.251946 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-e84ceaa6-dd37-42a8-a47d-893a0ce45cd5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0461130 Nov 22 13:48:44.302916 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-aa791e3f-068b-49de-a365-ff8d3ad74b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:44.304430 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-aa791e3f-068b-49de-a365-ff8d3ad74b08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423837 Nov 22 13:48:44.359267 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.407678 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.416616 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-d9fe090a-24ad-42dd-b38c-8200d685bf23 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016550 Nov 22 13:48:44.438709 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:44.441592 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:44.444141 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:44.481427 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'Port': ['ID=dabaf8b0-e41a-4bd6-8a7e-7db2995cd7ba,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:44.518442 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-edc90c01-3df1-4365-a570-aab5dc7fbfaa req-170822d7-d453-4388-837e-115364974009 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931957 Nov 22 13:48:44.544253 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.577020 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.729030 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.734062 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.803370 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'Port': ['ID=dabaf8b0-e41a-4bd6-8a7e-7db2995cd7ba,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:44.815257 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.830971 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:44.832203 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-4619803c-7ccd-47ce-829e-fdbef62e206b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0742402 Nov 22 13:48:45.031772 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-83358f0d-99ca-4a82-b079-a2d95f99b5b8 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--66339660&fields=id&tenant_id=88b94d04bded4b188291cfa01accf7af HTTP/1.1" status: 200 len: 267 time: 0.0534892 Nov 22 13:48:45.134466 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-db238f09-df4e-4ea4-8d90-0d54f252d242 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:45.136539 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-db238f09-df4e-4ea4-8d90-0d54f252d242 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 811 time: 0.0979028 Nov 22 13:48:45.150992 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-27624839-ce2e-4cc0-959d-4641ed37267c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/quotas/88b94d04bded4b188291cfa01accf7af HTTP/1.1" status: 200 len: 375 time: 0.0085812 Nov 22 13:48:45.203657 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-472dfba8-fc0b-4621-8bff-1820fdaf322c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469358 Nov 22 13:48:45.384739 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-385f0b93-f5fe-4be5-92b4-91716c86c1e6 service neutron] 10.222.0.31 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694133 Nov 22 13:48:45.477766 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-04e3dedc-b7ed-4e41-bd03-95f3b249a75e service neutron] 10.222.0.31 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861378 Nov 22 13:48:45.641835 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2ac7c40f-069c-402c-8f8d-e29aac6ccced req-746eb3c6-8281-49f8-a6f9-6604aa945924 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 210 time: 0.0316901 Nov 22 13:48:46.883150 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0957aa71-8b4f-4648-b209-8945dc09f3b0 req-d6205b66-a901-4202-9de3-fa74c10a5024 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 210 time: 0.0423441 Nov 22 13:48:46.927469 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-08485f64-1046-4df2-a42f-e3d806f818f2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:46.928998 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-08485f64-1046-4df2-a42f-e3d806f818f2 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 811 time: 0.1834989 Nov 22 13:48:47.005410 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-717c9c69-09be-4314-9a77-0f44ab75cf27 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88b94d04bded4b188291cfa01accf7af HTTP/1.1" status: 200 len: 378 time: 0.0546844 Nov 22 13:48:47.015865 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'port': {'device_id': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'admin_state_up': True, 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'security_groups': ['dceded98-97be-4a21-8fd6-ceaf6f20db6a']}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:47.124083 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Made reservation on behalf of 88b94d04bded4b188291cfa01accf7af for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:48:47.127934 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.251105 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Allocated IP 172.20.0.7 (e7706b4f-e379-4641-9c77-35453cbb2b93/585a83c5-6e8b-496d-b010-678be8a0fc51/888d1f24-4a64-414c-ad37-27c5acf7246d) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:47.383099 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.414177 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.459438 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Network e7706b4f-e379-4641-9c77-35453cbb2b93 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:47.462387 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:47.466290 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:47.493004 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event updated for resources: {'Port': ['ID=888d1f24-4a64-414c-ad37-27c5acf7246d,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:47.519503 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:47.520129 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.536493 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-87558df5-2ea0-4adf-9f00-74a48ebe2a5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5241766 Nov 22 13:48:47.554609 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Request body: {'port': {'device_id': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:47.616246 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.727471 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-89754dc2-9bf4-457c-baa9-93d7db0a982b None None] Provisioning complete for port 888d1f24-4a64-414c-ad37-27c5acf7246d triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:47.728075 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-89754dc2-9bf4-457c-baa9-93d7db0a982b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.762856 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-89754dc2-9bf4-457c-baa9-93d7db0a982b None None] Port 888d1f24-4a64-414c-ad37-27c5acf7246d cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:48:47.877441 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888d1f24-4a64-414c-ad37-27c5acf7246d {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:48:47.884882 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.897263 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Transition to ACTIVE for port object 888d1f24-4a64-414c-ad37-27c5acf7246d will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:48:47.900918 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:47.954058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Pushing event updated for resources: {'Port': ['ID=888d1f24-4a64-414c-ad37-27c5acf7246d,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:47.996926 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:47.997293 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:47.997816 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:47.998329 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:47.998838 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:47.999327 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:47.999829 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:48.000311 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:48.000972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:48.001579 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:48.002219 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:48.003085 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:48:48.023095 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a303e-8714-4572-9e38-65e64276a5df req-dfcbc320-3aed-4635-b660-e0d48fbbee11 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.024846 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c97a303e-8714-4572-9e38-65e64276a5df req-dfcbc320-3aed-4635-b660-e0d48fbbee11 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0671921 Nov 22 13:48:48.041517 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Attempting to bind port 888d1f24-4a64-414c-ad37-27c5acf7246d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:48.042951 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Attempting to bind port 888d1f24-4a64-414c-ad37-27c5acf7246d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:48.044113 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Attempting to bind port 888d1f24-4a64-414c-ad37-27c5acf7246d on network e7706b4f-e379-4641-9c77-35453cbb2b93 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:48.049126 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Port 888d1f24-4a64-414c-ad37-27c5acf7246d on network e7706b4f-e379-4641-9c77-35453cbb2b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:48:48.049534 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Attempting to bind port 888d1f24-4a64-414c-ad37-27c5acf7246d on network e7706b4f-e379-4641-9c77-35453cbb2b93 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:48.065541 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:48.065879 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Checking segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:48.066264 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Bound using segment: {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:48.066694 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Bound port: 888d1f24-4a64-414c-ad37-27c5acf7246d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ab9823-344a-45bc-b055-1d7bd580cdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:48.067048 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:48.105676 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c97a303e-8714-4572-9e38-65e64276a5df req-ba16f739-66de-43da-9b9b-645daf373d5b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730052 Nov 22 13:48:48.160616 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] For port 888d1f24-4a64-414c-ad37-27c5acf7246d, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:48.163571 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] For port 888d1f24-4a64-414c-ad37-27c5acf7246d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=888d1f24-4a64-414c-ad37-27c5acf7246d,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:48.168832 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:48.210039 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.210734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:48.212295 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] 10.222.0.52 "PUT /v2.0/ports/888d1f24-4a64-414c-ad37-27c5acf7246d HTTP/1.1" status: 200 len: 1093 time: 0.6621435 Nov 22 13:48:48.215625 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:48.218844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdd5cea-d051-4a61-832a-991fc38fa267" -d '{"events": [{"name": "network-changed", "server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:48.242169 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114064c-10a7-465f-a056-e819aef7a985 service neutron] Pushing event updated for resources: {'Port': ['ID=888d1f24-4a64-414c-ad37-27c5acf7246d,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:48.272246 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a907dbcd-506b-42a9-8e74-5c2e0d34e050 x-openstack-request-id: req-a907dbcd-506b-42a9-8e74-5c2e0d34e050 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:48.272546 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:48.272801 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a907dbcd-506b-42a9-8e74-5c2e0d34e050 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:48.273215 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'status': 'completed', 'code': 200} Nov 22 13:48:48.310166 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-3d28301d-3642-41a9-b143-e6b6c6095ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.311726 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-3d28301d-3642-41a9-b143-e6b6c6095ffa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0493078 Nov 22 13:48:48.361070 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-b69b74c2-9ebd-435e-9af1-1ca23e833a58 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888d1f24-4a64-414c-ad37-27c5acf7246d HTTP/1.1" status: 200 len: 217 time: 0.0386095 Nov 22 13:48:48.413651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-5732ee0b-877d-47ad-8b32-f3af69febf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.415131 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-5732ee0b-877d-47ad-8b32-f3af69febf51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.0463550 Nov 22 13:48:48.460357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-93d6bd8c-656e-4d65-8419-732aaa9f9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.461859 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-93d6bd8c-656e-4d65-8419-732aaa9f9e53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389667 Nov 22 13:48:48.561137 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-1ac8de09-f8c8-4371-82a5-5bcce809393f service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847709 Nov 22 13:48:48.653512 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-50bdde7b-3dbe-4419-b1d5-d2f5dd9b5d67 req-ff9ec110-1e9e-4a2b-9dee-7ca062059231 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845141 Nov 22 13:48:48.740238 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-42252a5d-03c8-438a-a8b1-ee261c130a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.741647 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-42252a5d-03c8-438a-a8b1-ee261c130a7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 1096 time: 0.0391650 Nov 22 13:48:48.836792 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-a0eb0afd-e402-4554-93fe-d42cdea83b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.838331 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-a0eb0afd-e402-4554-93fe-d42cdea83b05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 912 time: 0.0877430 Nov 22 13:48:48.882541 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-c92cc192-64e5-4589-8f26-4dabd5d06054 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888d1f24-4a64-414c-ad37-27c5acf7246d HTTP/1.1" status: 200 len: 217 time: 0.0347831 Nov 22 13:48:48.931047 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-3856fc56-fce6-4ddf-928c-f8fc4364321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.933022 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-3856fc56-fce6-4ddf-928c-f8fc4364321d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.0415967 Nov 22 13:48:48.988921 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-d10d7331-b04a-4515-8f4b-10272972adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:48.990473 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-d10d7331-b04a-4515-8f4b-10272972adc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422254 Nov 22 13:48:49.082719 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-fd04cc64-17b8-45da-8407-d680ffaf1bad service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790195 Nov 22 13:48:49.187359 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cbdd5cea-d051-4a61-832a-991fc38fa267 req-fef2392d-7590-465e-aeae-507cac833468 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942485 Nov 22 13:48:49.242078 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f0423-db26-427c-89fd-5accf2f05f8e req-46b50beb-a41f-4f7d-9632-f2384d44614c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:49.243482 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c9f0423-db26-427c-89fd-5accf2f05f8e req-46b50beb-a41f-4f7d-9632-f2384d44614c tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0526707 Nov 22 13:48:49.294444 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c9f0423-db26-427c-89fd-5accf2f05f8e req-33007101-3bc4-416b-a246-f69ef8fc7359 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440624 Nov 22 13:48:49.908874 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:49.998607 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec84ec-7a4b-4300-a66e-7b5a1ae12781 req-caddd7ca-44a4-4672-b07c-21d2b682b499 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:50.000072 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f0ec84ec-7a4b-4300-a66e-7b5a1ae12781 req-caddd7ca-44a4-4672-b07c-21d2b682b499 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 946 time: 0.0480053 Nov 22 13:48:50.049936 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f0ec84ec-7a4b-4300-a66e-7b5a1ae12781 req-2f9f681e-9581-428a-8f8f-8ce0c08bed5b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Nov 22 13:48:50.408479 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18b383-146e-498d-bfde-e689c0a308a9 req-62a62892-82bf-4c54-b0b9-83f5cd103a73 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:50.409966 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1f18b383-146e-498d-bfde-e689c0a308a9 req-62a62892-82bf-4c54-b0b9-83f5cd103a73 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 943 time: 0.0486801 Nov 22 13:48:50.456722 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1f18b383-146e-498d-bfde-e689c0a308a9 req-ae5f62e0-7324-48db-8025-fe1bc700d153 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408177 Nov 22 13:48:51.027932 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 888d1f24-4a64-414c-ad37-27c5acf7246d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:48:51.132537 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 888d1f24-4a64-414c-ad37-27c5acf7246d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=888d1f24-4a64-414c-ad37-27c5acf7246d,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:51.144475 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'port_id': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'mac_address': 'fa:16:3e:40:5a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:48:51.171635 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f3c2-26b0-412d-bc7f-4c4bbd2bd947 req-5c0a2376-bb6a-4480-bbb2-c9336004c852 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:51.173126 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de25f3c2-26b0-412d-bc7f-4c4bbd2bd947 req-5c0a2376-bb6a-4480-bbb2-c9336004c852 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 946 time: 0.0505097 Nov 22 13:48:51.186399 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:51.199227 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888d1f24-4a64-414c-ad37-27c5acf7246d {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:48:51.219258 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 888d1f24-4a64-414c-ad37-27c5acf7246d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=888d1f24-4a64-414c-ad37-27c5acf7246d,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:51.223634 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de25f3c2-26b0-412d-bc7f-4c4bbd2bd947 req-d6f54e43-38fd-482d-994e-f9e2db4f20dd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445302 Nov 22 13:48:51.223804 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:51.277799 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=888d1f24-4a64-414c-ad37-27c5acf7246d,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:51.523829 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['888d1f24-4a64-414c-ad37-27c5acf7246d'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:48:51.567438 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0babf-4b29-4375-aa9a-643ccb85a749 req-6f8f76a9-46fa-41c2-9941-8be4b79e0dde tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:51.568820 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-55d0babf-4b29-4375-aa9a-643ccb85a749 req-6f8f76a9-46fa-41c2-9941-8be4b79e0dde tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 944 time: 0.0470653 Nov 22 13:48:51.625021 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-55d0babf-4b29-4375-aa9a-643ccb85a749 req-56d55980-9a38-4901-a0fb-f84ba40ee7a1 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497043 Nov 22 13:48:51.881793 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705844a-1660-414b-b44b-5097697fb4e7 req-1ee7f246-de24-4784-b396-dbb2c651098e tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:51.883234 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2705844a-1660-414b-b44b-5097697fb4e7 req-1ee7f246-de24-4784-b396-dbb2c651098e tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 946 time: 0.0532603 Nov 22 13:48:51.989954 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Deleting port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:48:51.990297 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:52.083273 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] For port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:52.083748 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:52.255011 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:52.255787 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:52.255787 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Floating IP 660118f6-9ca1-4fdc-a779-9ceaa8c40203 disassociated. External IP: 172.27.0.249, port: 64d8bc36-2015-4ba9-8e04-f54b659d4fa1. Nov 22 13:48:52.256018 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Calling delete_port for 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:48:52.357887 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3c5c6-dda0-47c7-abca-7d60712a57db req-5d47350a-e6a7-4819-97c5-e87b21d33638 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:52.365799 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-96b3c5c6-dda0-47c7-abca-7d60712a57db req-5d47350a-e6a7-4819-97c5-e87b21d33638 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad79f610-9b3d-4c71-a797-2b9ec9602b6c HTTP/1.1" status: 200 len: 946 time: 0.0710866 Nov 22 13:48:52.406275 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:52.420087 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-96b3c5c6-dda0-47c7-abca-7d60712a57db req-a800317a-1833-4d4f-8cb0-a7f271d64d3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527558 Nov 22 13:48:52.437359 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event deleted for resources: {'Port': ['ID=64d8bc36-2015-4ba9-8e04-f54b659d4fa1,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:52.520906 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-75d90671-485b-465f-9f96-21287737fa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:52.560056 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:52.666636 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:52.677185 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:52.688424 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:52.689246 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:52.707134 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] No DVR routers for this DVR port 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:48:52.709860 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:52.713333 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2705844a-1660-414b-b44b-5097697fb4e7 req-b19c96ac-7f0c-49be-ae28-ac895a60f28a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "DELETE /v2.0/ports/64d8bc36-2015-4ba9-8e04-f54b659d4fa1 HTTP/1.1" status: 204 len: 173 time: 0.8173933 Nov 22 13:48:52.713813 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'name': 'network-vif-deleted', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:52.716159 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6571ff51-70b0-473d-b60b-1ef79ea792d5" -d '{"events": [{"server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "name": "network-vif-deleted", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:52.754810 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85929ce8-0dbc-4c81-82bb-db530543f00a req-c2ae0da8-4d38-4b2a-9f6f-97d1e74f1d35 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:52.756409 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85929ce8-0dbc-4c81-82bb-db530543f00a req-c2ae0da8-4d38-4b2a-9f6f-97d1e74f1d35 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 944 time: 0.0614707 Nov 22 13:48:52.764541 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3804fdc-3692-4f10-a0ed-05d005f95046 x-openstack-request-id: req-d3804fdc-3692-4f10-a0ed-05d005f95046 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:52.764920 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad79f610-9b3d-4c71-a797-2b9ec9602b6c", "name": "network-vif-deleted", "tag": "64d8bc36-2015-4ba9-8e04-f54b659d4fa1", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:52.765148 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3804fdc-3692-4f10-a0ed-05d005f95046 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:52.765596 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad79f610-9b3d-4c71-a797-2b9ec9602b6c', 'name': 'network-vif-deleted', 'tag': '64d8bc36-2015-4ba9-8e04-f54b659d4fa1', 'status': 'completed', 'code': 200} Nov 22 13:48:52.816710 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85929ce8-0dbc-4c81-82bb-db530543f00a req-68497782-a8c0-4303-9688-e5ffa29a5d11 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494773 Nov 22 13:48:52.842659 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:53.030211 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 888d1f24-4a64-414c-ad37-27c5acf7246d up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:48:53.091668 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:53.121105 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:53.132626 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 888d1f24-4a64-414c-ad37-27c5acf7246d completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:48:53.136256 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:53.136854 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:53.139961 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 888d1f24-4a64-414c-ad37-27c5acf7246d triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:53.140332 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:53.288064 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:53.337938 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:53.428324 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:53.430575 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30de8ad4-e95a-44e0-92b0-1d7a7b021e6c" -d '{"events": [{"server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "name": "network-vif-plugged", "status": "completed", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:53.459191 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 888d1f24-4a64-414c-ad37-27c5acf7246d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=888d1f24-4a64-414c-ad37-27c5acf7246d,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:53.464713 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:53.496130 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7f43ea-9a9a-4334-9003-9ae0e5ae4da3 x-openstack-request-id: req-df7f43ea-9a9a-4334-9003-9ae0e5ae4da3 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:53.496448 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "name": "network-vif-plugged", "status": "completed", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:53.496705 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df7f43ea-9a9a-4334-9003-9ae0e5ae4da3 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:53.497092 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'code': 200} Nov 22 13:48:53.595565 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=888d1f24-4a64-414c-ad37-27c5acf7246d,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:53.622201 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:53.711116 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e80cd1-ac1d-4174-bb16-6a0be70e45ae req-50dc7583-83c8-4142-a999-46ddd87158ae tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:53.712721 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-17e80cd1-ac1d-4174-bb16-6a0be70e45ae req-50dc7583-83c8-4142-a999-46ddd87158ae tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0535555 Nov 22 13:48:53.780347 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3fe2-2c54-4a34-a8b4-98babf8dbab6 req-e4f5dd64-5c18-43b9-8c7e-b3783d6751cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:53.783605 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-802e3fe2-2c54-4a34-a8b4-98babf8dbab6 req-e4f5dd64-5c18-43b9-8c7e-b3783d6751cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 1098 time: 0.0672629 Nov 22 13:48:53.790259 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-17e80cd1-ac1d-4174-bb16-6a0be70e45ae req-636b85d0-172f-417f-9c8c-f2ceb9892c01 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708582 Nov 22 13:48:53.804805 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d62dd2-2925-4a33-8dcd-4cce21e0898e None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:53.814399 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58820) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:53.869188 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-d09afac4-3163-4eb4-a411-4ba9f8a820db tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451825004&fields=id&tenant_id=accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 267 time: 0.0844326 Nov 22 13:48:53.872278 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-802e3fe2-2c54-4a34-a8b4-98babf8dbab6 req-6cfb9f95-d50f-4714-bd05-5992988d2a57 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766010 Nov 22 13:48:53.954367 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b532e07-4e92-41e9-8103-b862c3abb8c0 req-752cb593-6470-4e59-a389-d5db9661c4b0 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:53.956209 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3b532e07-4e92-41e9-8103-b862c3abb8c0 req-752cb593-6470-4e59-a389-d5db9661c4b0 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Nov 22 13:48:53.991469 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-3196c5d8-dc49-4259-b0e7-2abf65682775 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:53.992942 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-3196c5d8-dc49-4259-b0e7-2abf65682775 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 812 time: 0.1140821 Nov 22 13:48:54.010099 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-c6f30e32-767d-48bb-b631-a01b8ba84a7e tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/quotas/accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 375 time: 0.0103483 Nov 22 13:48:54.038827 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b210b-245d-4dce-ab24-b2cbee80e3dd tempest-TestMinimumBasicScenario-1569192091 tempest-TestMinimumBasicScenario-1569192091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:54.044148 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a17b210b-245d-4dce-ab24-b2cbee80e3dd tempest-TestMinimumBasicScenario-1569192091 tempest-TestMinimumBasicScenario-1569192091-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1093 time: 0.2250907 Nov 22 13:48:54.046377 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3b532e07-4e92-41e9-8103-b862c3abb8c0 req-d06dce81-8207-417d-b95d-39dedc207f27 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755315 Nov 22 13:48:54.046858 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58826) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:54.051525 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'port_id': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:54.087336 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:54.097138 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04367ba1-1f04-4d8d-857a-c8e98b82cd23 None None] New status for floating IP 660118f6-9ca1-4fdc-a779-9ceaa8c40203: DOWN {{(pid=109193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:48:54.202323 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:54.316654 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Allocated IP 172.27.0.112 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/8bfdb4bf-f412-4123-ab10-0f6a0af6e38a) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:54.334181 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-c56cc228-99b2-43e1-9477-7c2dec66c1f1 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3132138 Nov 22 13:48:54.424554 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:54.428173 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-618b8c5e-89c5-4d53-8d33-1f44b45aae7a service neutron] 10.222.0.31 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810020 Nov 22 13:48:54.458370 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:54.496995 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:54.501632 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:54.504289 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:54.520487 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-25238880-3426-483d-882c-6f16f7ad2914 service neutron] 10.222.0.31 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Nov 22 13:48:54.533425 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'Port': ['ID=8bfdb4bf-f412-4123-ab10-0f6a0af6e38a,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:54.821236 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-65ed0c93-0ae8-4bf5-a5da-950534e9e826 req-b8538a40-e078-4b86-a2a2-8c93143d34e7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 210 time: 0.0325394 Nov 22 13:48:54.883355 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:54.913869 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4ac4b162-8e17-4b3a-965c-23388e176d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:54.953452 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:55.058031 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:48:55.083210 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:48:55.083609 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 64d8bc36-2015-4ba9-8e04-f54b659d4fa1 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:48:55.158877 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:55.179322 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:55.252823 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30a3de-56c8-450f-8759-a3d96f363297 req-bbe98178-14ba-4fe3-a8e1-e39c7fa72ac6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:55.254300 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bc30a3de-56c8-450f-8759-a3d96f363297 req-bbe98178-14ba-4fe3-a8e1-e39c7fa72ac6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.1181419 Nov 22 13:48:55.290472 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'Port': ['ID=8bfdb4bf-f412-4123-ab10-0f6a0af6e38a,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:55.299806 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:55.365711 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bc30a3de-56c8-450f-8759-a3d96f363297 req-99a13d2c-7e4f-4422-8ae7-f6cdab452c1e tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023505 Nov 22 13:48:55.424651 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Floating IP 4fec775b-6a27-4895-bce3-435a79ab988f associated. External IP: 172.27.0.112, port: 899b8778-cdd6-4c85-97ba-5ca10edfb816. Nov 22 13:48:55.629978 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Router 9378de32-af44-4989-81c3-d54b53c93946 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:55.738663 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:55.750143 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] Sync routers for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:55.759363 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:55.761712 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:55.762385 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:55.788248 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e0106b1f-eeb2-4a74-999a-d87c290e0830 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7403390 Nov 22 13:48:55.788826 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:55.791146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1f33e1-d656-46f2-96e3-342e9d0519da" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:55.791932 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58848) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:55.796996 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-5c86a6b2-06ee-4fe3-ab8d-3f2c70809033 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21921982', 'description': 'tempest-secgroup-smoke-21921982 description', 'project_id': 'cfdbcd612796433d849fc488aa45a196'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:55.866578 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1cf1d-2886-4779-aa35-ff77f85105f2 x-openstack-request-id: req-39d1cf1d-2886-4779-aa35-ff77f85105f2 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:55.867504 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:55.868445 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39d1cf1d-2886-4779-aa35-ff77f85105f2 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:55.869395 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'status': 'completed', 'code': 200} Nov 22 13:48:55.888954 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:55.909360 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5c86a6b2-06ee-4fe3-ab8d-3f2c70809033 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:55.962909 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:55.982907 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-fc1abf03-bd8f-4e7e-bdaf-3e63284aed11 req-0e81b5c0-9049-4c0b-99ab-0d165ad44827 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 210 time: 0.0492539 Nov 22 13:48:56.009295 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-e2d20cdf-171b-47cf-b8e9-f177fb6194ef tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.013366 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-e2d20cdf-171b-47cf-b8e9-f177fb6194ef tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 812 time: 0.2033305 Nov 22 13:48:56.059169 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-37d8c007-6563-4f38-a3ef-78dc931ade06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.061801 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-37d8c007-6563-4f38-a3ef-78dc931ade06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.1090701 Nov 22 13:48:56.131689 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5c86a6b2-06ee-4fe3-ab8d-3f2c70809033 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.143335 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-e7997d77-bdc6-4843-9a34-460178990d1a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 379 time: 0.1140950 Nov 22 13:48:56.144628 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5c86a6b2-06ee-4fe3-ab8d-3f2c70809033 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.167892 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'port': {'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'admin_state_up': True, 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'security_groups': ['5e806cf0-b16a-4a8f-9f66-bea5fed9074b']}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:56.183819 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-0d5eda4c-9ef3-422a-99d7-3abe33365b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.185479 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-0d5eda4c-9ef3-422a-99d7-3abe33365b28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 916 time: 0.1147442 Nov 22 13:48:56.227228 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5c86a6b2-06ee-4fe3-ab8d-3f2c70809033 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.231382 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-5c86a6b2-06ee-4fe3-ab8d-3f2c70809033 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4365783 Nov 22 13:48:56.236267 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58858) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:56.237618 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86a6b2-06ee-4fe3-ab8d-3f2c70809033 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c370e65b-0197-4f66-805f-ce0da72afd56,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:56.242558 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-b399478b-4b20-4836-9b38-b240c6fcf9e6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'security_group_rule': {'security_group_id': 'c370e65b-0197-4f66-805f-ce0da72afd56', 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:56.244040 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '4fec775b-6a27-4895-bce3-435a79ab988f', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '9378de32-af44-4989-81c3-d54b53c93946', 'port_id': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'mac_address': 'fa:16:3e:3d:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:54Z', 'updated_at': '2021-11-22T13:48:54Z', 'revision_number': 0, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 5, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:56.282842 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] Checking router: 9378de32-af44-4989-81c3-d54b53c93946 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:56.283118 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-7347cde3-3ab1-4980-8e8d-eec03cd2154e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 999 time: 0.0844610 Nov 22 13:48:56.289304 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b399478b-4b20-4836-9b38-b240c6fcf9e6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.292515 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:56.293135 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:56.314087 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Made reservation on behalf of accea9af00354befabcdcf4325a007ca for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:48:56.319610 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.372865 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-946c5a49-e550-469c-954e-4ce4513e117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.374382 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-946c5a49-e550-469c-954e-4ce4513e117d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 200 len: 854 time: 0.0823820 Nov 22 13:48:56.415199 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:56.425692 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b399478b-4b20-4836-9b38-b240c6fcf9e6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.440591 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b399478b-4b20-4836-9b38-b240c6fcf9e6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.462000 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-d0e104f1-e60f-424e-80b7-f70e30439c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.464122 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-d0e104f1-e60f-424e-80b7-f70e30439c6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f304a141-d2bc-4f74-9e70-9594aac65216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0772483 Nov 22 13:48:56.467801 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399478b-4b20-4836-9b38-b240c6fcf9e6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9abd1f-22a8-441b-a08a-88134b3a045a,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:56.481153 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Allocated IP 172.20.0.6 (d1613968-954e-4fd7-ab36-ee6aeaa13142/de3abebf-aeac-4879-a9b6-d5e58d2f381c/07e4c4a6-639b-4da1-8b31-c75191903b37) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:48:56.543717 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b399478b-4b20-4836-9b38-b240c6fcf9e6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.548322 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-b399478b-4b20-4836-9b38-b240c6fcf9e6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3107884 Nov 22 13:48:56.548927 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58862) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:56.571640 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-cdab191d-6979-4a24-a944-c23a85627c49 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'security_group_rule': {'security_group_id': 'c370e65b-0197-4f66-805f-ce0da72afd56', 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:56.637838 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36c5c-53e9-4d8a-9d95-bd01993625a0 req-a6c6f63f-080e-4e6d-872c-62178ece7f98 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.639426 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cab36c5c-53e9-4d8a-9d95-bd01993625a0 req-a6c6f63f-080e-4e6d-872c-62178ece7f98 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.1146407 Nov 22 13:48:56.670264 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.674912 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-a9e022be-ed85-4e75-a294-08ccf62699be service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005832 Nov 22 13:48:56.678929 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-cdab191d-6979-4a24-a944-c23a85627c49 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.721357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.742625 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '4fec775b-6a27-4895-bce3-435a79ab988f', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '9378de32-af44-4989-81c3-d54b53c93946', 'port_id': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'mac_address': 'fa:16:3e:3d:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:54Z', 'updated_at': '2021-11-22T13:48:54Z', 'revision_number': 0, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 5, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:56.770792 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b659e8-e81e-4097-a10c-69fe1609f3c8 None None] The sync data for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi is: [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '4fec775b-6a27-4895-bce3-435a79ab988f', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '9378de32-af44-4989-81c3-d54b53c93946', 'port_id': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'mac_address': 'fa:16:3e:3d:d9:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:54Z', 'updated_at': '2021-11-22T13:48:54Z', 'revision_number': 0, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 5, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:56.773483 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:48:56.778666 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:48:56.780565 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=07e4c4a6-639b-4da1-8b31-c75191903b37,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:56.782891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:48:56.799466 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cab36c5c-53e9-4d8a-9d95-bd01993625a0 req-4aba305d-9e12-4049-9f63-a62966b4a449 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1496646 Nov 22 13:48:56.860724 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-9c1f33e1-d656-46f2-96e3-342e9d0519da req-372a99e0-4143-4dd2-8ff4-d6fa503b7f3d service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637442 Nov 22 13:48:56.861142 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.861891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.871336 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-cdab191d-6979-4a24-a944-c23a85627c49 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.876710 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-cdab191d-6979-4a24-a944-c23a85627c49 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.900587 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab191d-6979-4a24-a944-c23a85627c49 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03cd419-e379-4526-91b1-2fe9007b7d59,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:56.907662 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-cdab191d-6979-4a24-a944-c23a85627c49 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.911667 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-cdab191d-6979-4a24-a944-c23a85627c49 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3462889 Nov 22 13:48:56.912277 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58866) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:56.919359 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-b6862c3a-7608-4499-9076-6247e355781d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'security_group_rule': {'security_group_id': 'c370e65b-0197-4f66-805f-ce0da72afd56', 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:56.959798 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b6862c3a-7608-4499-9076-6247e355781d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:56.968168 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd97f7-9a4e-416d-bdbd-352b84a9bb58 req-081bde2f-b31a-4c23-aebf-59e3b778e536 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:56.969863 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-51dd97f7-9a4e-416d-bdbd-352b84a9bb58 req-081bde2f-b31a-4c23-aebf-59e3b778e536 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0745051 Nov 22 13:48:56.977711 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-57f7e627-d85d-4d26-af5d-78728dd909eb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8258078 Nov 22 13:48:56.981335 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 58870) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:56.987523 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Request body: {'floatingip': {'port_id': '888d1f24-4a64-414c-ad37-27c5acf7246d'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:57.037830 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b6862c3a-7608-4499-9076-6247e355781d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.046270 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b6862c3a-7608-4499-9076-6247e355781d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.049032 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Request body: {'port': {'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:57.086579 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.092941 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6862c3a-7608-4499-9076-6247e355781d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092107c0-d9d9-4f46-ae49-5320fb84b42c,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:57.102195 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-b6862c3a-7608-4499-9076-6247e355781d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.103736 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-b6862c3a-7608-4499-9076-6247e355781d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1904671 Nov 22 13:48:57.107043 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58874) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:57.116315 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-a9ba6327-721b-4f16-90d4-8e924e86dd3f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'security_group_rule': {'security_group_id': 'c370e65b-0197-4f66-805f-ce0da72afd56', 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:57.129113 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-0748fc3f-e72e-4fb3-a68f-ef7d84fa86db None None] Provisioning complete for port 07e4c4a6-639b-4da1-8b31-c75191903b37 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:57.129586 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-0748fc3f-e72e-4fb3-a68f-ef7d84fa86db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.155620 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6327-721b-4f16-90d4-8e924e86dd3f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.168970 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-0748fc3f-e72e-4fb3-a68f-ef7d84fa86db None None] Port 07e4c4a6-639b-4da1-8b31-c75191903b37 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:48:57.181154 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d51bd-977c-4424-998a-c19aaafc5335 None None] New status for floating IP 4fec775b-6a27-4895-bce3-435a79ab988f: ACTIVE {{(pid=109193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:48:57.211382 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.243708 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6327-721b-4f16-90d4-8e924e86dd3f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.247987 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6327-721b-4f16-90d4-8e924e86dd3f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.269268 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba6327-721b-4f16-90d4-8e924e86dd3f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c044ae-2a11-496d-8084-9f1bacd0d980,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:57.277775 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6327-721b-4f16-90d4-8e924e86dd3f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.281804 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a9ba6327-721b-4f16-90d4-8e924e86dd3f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1736474 Nov 22 13:48:57.282393 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58876) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:57.282803 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae12588-af6f-4cb1-a794-95c3f68f2ebe req-8ec3772d-7af9-4d11-82c4-993a2fbd1312 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:57.286703 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'security_group_rule': {'security_group_id': 'c370e65b-0197-4f66-805f-ce0da72afd56', 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:57.289662 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eae12588-af6f-4cb1-a794-95c3f68f2ebe req-8ec3772d-7af9-4d11-82c4-993a2fbd1312 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 931 time: 0.1747510 Nov 22 13:48:57.310192 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.securitygroups_db [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Project cfdbcd612796433d849fc488aa45a196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 13:48:57.315711 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.368479 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.393403 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.397833 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.418630 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e63f65b-709e-4304-aa47-1a00f275b255,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:57.424499 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.428464 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-351b6ff7-a3bf-4296-b720-688c64d25fc7 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451185 Nov 22 13:48:57.429045 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58878) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:48:57.433661 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'security_group_rule': {'security_group_id': 'c370e65b-0197-4f66-805f-ce0da72afd56', 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:57.454871 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.securitygroups_db [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Project cfdbcd612796433d849fc488aa45a196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 13:48:57.459688 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.483263 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eae12588-af6f-4cb1-a794-95c3f68f2ebe req-a381f4dc-d3d1-45db-90b2-0fdb57355204 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925673 Nov 22 13:48:57.525680 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.530145 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.547759 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e574180-8319-41b9-b219-1364f7cac1d2,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:57.555920 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.557149 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a5f10cb8-b690-4380-86ab-68b5f2048e9f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271420 Nov 22 13:48:57.652243 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-0995415d-7224-4d4e-9a81-8c5192e5068d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21921982&fields=id&tenant_id=cfdbcd612796433d849fc488aa45a196 HTTP/1.1" status: 200 len: 267 time: 0.0466812 Nov 22 13:48:57.707773 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-0cd2d3a3-7950-4fb4-9178-3f2af8698fb2 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:57.709171 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-0cd2d3a3-7950-4fb4-9178-3f2af8698fb2 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0512228 Nov 22 13:48:57.720674 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'port': {'security_groups': ['3df5df97-990e-42b7-afaf-6a44bda792ff', 'c370e65b-0197-4f66-805f-ce0da72afd56']}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:48:57.785278 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.825338 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e4c4a6-639b-4da1-8b31-c75191903b37 {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:48:57.837445 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.882721 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Transition to ACTIVE for port object 07e4c4a6-639b-4da1-8b31-c75191903b37 will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:48:57.887975 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.933442 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.944264 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:57.984277 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:48:57.986060 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=07e4c4a6-639b-4da1-8b31-c75191903b37,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:58.019855 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.025635 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.040307 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['899b8778-cdd6-4c85-97ba-5ca10edfb816'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:48:58.111160 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Attempting to bind port 07e4c4a6-639b-4da1-8b31-c75191903b37 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:48:58.111492 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Attempting to bind port 07e4c4a6-639b-4da1-8b31-c75191903b37 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:48:58.112005 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Attempting to bind port 07e4c4a6-639b-4da1-8b31-c75191903b37 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:58.118678 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Port 07e4c4a6-639b-4da1-8b31-c75191903b37 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:48:58.119003 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Attempting to bind port 07e4c4a6-639b-4da1-8b31-c75191903b37 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:48:58.122072 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Floating IP 61b7456a-77c3-4227-a89c-b85a52549d23 associated. External IP: 172.27.0.82, port: 888d1f24-4a64-414c-ad37-27c5acf7246d. Nov 22 13:48:58.163704 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:48:58.164044 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Checking segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:48:58.164426 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Bound using segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:48:58.164856 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Bound port: 07e4c4a6-639b-4da1-8b31-c75191903b37, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:48:58.165232 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.207214 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.287431 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] For port 07e4c4a6-639b-4da1-8b31-c75191903b37, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:48:58.293129 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] For port 07e4c4a6-639b-4da1-8b31-c75191903b37, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=07e4c4a6-639b-4da1-8b31-c75191903b37,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:48:58.299217 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.371839 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.371839 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.372613 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/07e4c4a6-639b-4da1-8b31-c75191903b37 HTTP/1.1" status: 200 len: 1093 time: 1.3317044 Nov 22 13:48:58.377734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:58.379607 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a706a8-8009-4b21-8bfd-593860a6b79a" -d '{"events": [{"name": "network-changed", "server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:58.380004 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.380723 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.386763 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f8033dce-c6b5-4a25-b1e8-5fa48af9d322 req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "PUT /v2.0/ports/899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 981 time: 0.6705277 Nov 22 13:48:58.387327 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:48:58.389865 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56051de-60be-499f-a6ad-0ecdc297cf50" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:48:58.412640 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb6c0c-5c58-4677-bfcc-67c32bf73ff1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=6']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:58.447172 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a6fd-3c28-41f5-a44d-6fbc3837a9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=07e4c4a6-639b-4da1-8b31-c75191903b37,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:48:58.485760 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['899b8778-cdd6-4c85-97ba-5ca10edfb816'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:48:58.497094 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Router eb847884-2bfe-411e-92ef-871597f9a16e has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:48:58.514660 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01b82b1-04db-4c21-a2a1-f6e14b85ac72 x-openstack-request-id: req-e01b82b1-04db-4c21-a2a1-f6e14b85ac72 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:58.514954 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:58.515872 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e01b82b1-04db-4c21-a2a1-f6e14b85ac72 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:58.515872 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'status': 'completed', 'code': 200} Nov 22 13:48:58.523998 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-4645e43e-1f5e-48f1-9a5c-5dfa42b2c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.532739 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-4645e43e-1f5e-48f1-9a5c-5dfa42b2c69c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 1096 time: 0.0792024 Nov 22 13:48:58.592471 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a109eee-b607-4126-b7bd-93eb301c7317 x-openstack-request-id: req-1a109eee-b607-4126-b7bd-93eb301c7317 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:48:58.593606 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:48:58.593606 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a109eee-b607-4126-b7bd-93eb301c7317 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:48:58.593606 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'status': 'completed', 'code': 200} Nov 22 13:48:58.637697 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-10359ae9-6982-4e29-b5ba-ca33be0cde5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e4c4a6-639b-4da1-8b31-c75191903b37 HTTP/1.1" status: 200 len: 217 time: 0.0538061 Nov 22 13:48:58.697814 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c0cb9-05b3-479f-b588-b3d8d01455e0 req-8dfb65e3-ccc9-47f4-b957-9bff71d9feaa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.707472 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-904c0cb9-05b3-479f-b588-b3d8d01455e0 req-8dfb65e3-ccc9-47f4-b957-9bff71d9feaa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.1758568 Nov 22 13:48:58.742864 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-18ca39e9-1ec8-4007-925e-45d2f29cf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.745025 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-18ca39e9-1ec8-4007-925e-45d2f29cf717 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1137 time: 0.1474924 Nov 22 13:48:58.798353 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:48:58.804699 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.816988 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] Sync routers for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:48:58.839423 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-fa115e68-8f04-4f98-a1f2-e3939055b949 None None] Provisioning complete for port 899b8778-cdd6-4c85-97ba-5ca10edfb816 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:48:58.840854 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fa115e68-8f04-4f98-a1f2-e3939055b949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:48:58.842651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-8db2c339-28ff-4732-aee4-41feb675b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.843326 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-8db2c339-28ff-4732-aee4-41feb675b414 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.1949348 Nov 22 13:48:58.851131 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff72c67-c23d-4bb6-8a48-a80f9ffb00e7 req-52c45d3d-9002-4008-82a5-c41f020f353e tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.852527 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ff72c67-c23d-4bb6-8a48-a80f9ffb00e7 req-52c45d3d-9002-4008-82a5-c41f020f353e tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.1782417 Nov 22 13:48:58.860434 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-904c0cb9-05b3-479f-b588-b3d8d01455e0 req-a78674da-70ca-40e0-bd07-fe3d6a28e5d0 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1519921 Nov 22 13:48:58.874472 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:58.874642 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:58.898111 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-deac92cd-753f-49a3-bb39-a8cb9c73ab5d tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "PUT /v2.0/floatingips/61b7456a-77c3-4227-a89c-b85a52549d23 HTTP/1.1" status: 200 len: 990 time: 1.9150956 Nov 22 13:48:58.912261 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-6e56ab0a-4d93-4ab0-8720-8c2be69161d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.915389 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-6e56ab0a-4d93-4ab0-8720-8c2be69161d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 916 time: 0.1559286 Nov 22 13:48:58.941613 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-7c4caded-3434-48ab-9005-682626b9945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:58.943770 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-7c4caded-3434-48ab-9005-682626b9945e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0903540 Nov 22 13:48:58.949233 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7ff72c67-c23d-4bb6-8a48-a80f9ffb00e7 req-2c8a1ded-a21a-455f-8b3a-0677e2eb7738 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849197 Nov 22 13:48:59.008908 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-9afb381e-194a-4795-8b82-18847a570b02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 1001 time: 0.0835779 Nov 22 13:48:59.060792 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-33cbb92f-c7c9-458a-848b-d1a3ad1c3090 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076243 Nov 22 13:48:59.065094 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-5c6d8750-1168-4cf8-87ed-8c9824ea6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:59.066587 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-5c6d8750-1168-4cf8-87ed-8c9824ea6654 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 200 len: 854 time: 0.0503445 Nov 22 13:48:59.083734 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:59.114426 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-9db5a076-70d4-4c13-85b1-9bcb845c258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:59.115963 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-9db5a076-70d4-4c13-85b1-9bcb845c258f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f304a141-d2bc-4f74-9e70-9594aac65216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409627 Nov 22 13:48:59.224959 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-22bc8334-c4ba-45c6-bfc1-d97311012460 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951831 Nov 22 13:48:59.357379 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f56051de-60be-499f-a6ad-0ecdc297cf50 req-ba8b417f-29ff-4cf4-9fd9-0f5ae7a17cee service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234953 Nov 22 13:48:59.408270 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '61b7456a-77c3-4227-a89c-b85a52549d23', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'port_id': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'mac_address': 'fa:16:3e:40:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:44Z', 'updated_at': '2021-11-22T13:48:57Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:59.424719 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-afe9bf96-fdcf-467a-9b8f-33f9d7a58102 req-889ce5fa-eecd-478f-9068-e88fa83eb260 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498006 Nov 22 13:48:59.440534 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] Checking router: eb847884-2bfe-411e-92ef-871597f9a16e for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:48:59.450897 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:48:59.451503 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:59.518736 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-afbafdd5-f935-477a-9ab2-b670dade39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:59.520236 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-afbafdd5-f935-477a-9ab2-b670dade39f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 1096 time: 0.0404477 Nov 22 13:48:59.627243 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-36a6f273-8268-4546-b4fd-69fead7b0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:59.628997 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-36a6f273-8268-4546-b4fd-69fead7b0fe2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.1005971 Nov 22 13:48:59.673407 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-2bd0ce7d-9822-4c28-b37e-9d485620b544 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e4c4a6-639b-4da1-8b31-c75191903b37 HTTP/1.1" status: 200 len: 217 time: 0.0345800 Nov 22 13:48:59.686153 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:48:59.722571 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-df217a34-8d50-481e-8296-47cbe9d6d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:59.724009 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-df217a34-8d50-481e-8296-47cbe9d6d575 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0429883 Nov 22 13:48:59.769817 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-945a0f2c-fe00-419a-8f33-29e74df490f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:48:59.771410 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-945a0f2c-fe00-419a-8f33-29e74df490f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398631 Nov 22 13:48:59.863020 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-c81b782d-bd57-44a8-b006-0d5bfa9c3584 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840456 Nov 22 13:48:59.908053 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '61b7456a-77c3-4227-a89c-b85a52549d23', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'port_id': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'mac_address': 'fa:16:3e:40:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:44Z', 'updated_at': '2021-11-22T13:48:57Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:48:59.934022 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd7af9-f12d-4d31-a53c-49f9530161f8 None None] The sync data for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi is: [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '61b7456a-77c3-4227-a89c-b85a52549d23', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'port_id': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'mac_address': 'fa:16:3e:40:5a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:48:44Z', 'updated_at': '2021-11-22T13:48:57Z', 'revision_number': 1, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:48:59.958225 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a8a706a8-8009-4b21-8bfd-593860a6b79a req-7998242b-3bdb-46bd-8d8f-b8dfc749cda2 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876575 Nov 22 13:49:00.074371 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb514c45-f61c-48d6-8bf8-b53255eb9504 req-64baa131-4a01-4791-9476-4e7f90e641d2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:00.075914 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb514c45-f61c-48d6-8bf8-b53255eb9504 req-64baa131-4a01-4791-9476-4e7f90e641d2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.0522516 Nov 22 13:49:00.127798 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca1d74-46e2-4dd5-b2e3-de1ccf7df5f9 None None] New status for floating IP 61b7456a-77c3-4227-a89c-b85a52549d23: ACTIVE {{(pid=109193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:49:00.132005 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb514c45-f61c-48d6-8bf8-b53255eb9504 req-d334f98d-8837-4dd8-b626-066b3ca66bd7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487125 Nov 22 13:49:00.516658 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:49:00.519259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:49:00.555521 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025cd401-18db-454e-8edb-1adab7898401 x-openstack-request-id: req-025cd401-18db-454e-8edb-1adab7898401 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:49:00.555876 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:49:00.556190 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-025cd401-18db-454e-8edb-1adab7898401 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:49:00.556642 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'status': 'completed', 'code': 200} Nov 22 13:49:00.621974 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-936b8341-2521-4690-88ba-b46b2edaf869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:00.623475 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-936b8341-2521-4690-88ba-b46b2edaf869 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88b94d04bded4b188291cfa01accf7af&device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 1098 time: 0.0452988 Nov 22 13:49:00.719331 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-5b3b0ce9-0043-4da4-8acf-0f4439615858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:00.721159 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-5b3b0ce9-0043-4da4-8acf-0f4439615858 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 200 len: 912 time: 0.0908380 Nov 22 13:49:00.796445 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-c5f12e57-48e2-4951-8506-2dd0eb235e79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=888d1f24-4a64-414c-ad37-27c5acf7246d HTTP/1.1" status: 200 len: 1000 time: 0.0658884 Nov 22 13:49:00.852881 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-a6e30028-0cb6-419a-89d8-7e746c5be862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:00.854401 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-a6e30028-0cb6-419a-89d8-7e746c5be862 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 200 len: 850 time: 0.0448785 Nov 22 13:49:00.908219 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-8b07b34a-0166-4ac3-b517-a246051f7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:00.909649 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-8b07b34a-0166-4ac3-b517-a246051f7c29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7706b4f-e379-4641-9c77-35453cbb2b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393999 Nov 22 13:49:00.955927 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:49:01.014259 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-008b5d63-e07f-4e1a-ad70-2de42fcc4a36 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882576 Nov 22 13:49:01.104404 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6639bfb9-55c8-49b4-b3cd-7dc61bcf628f req-c0ff2206-7242-444e-af74-6ff5b5f87bf4 service neutron] 10.222.0.52 "GET /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809424 Nov 22 13:49:01.255118 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e176933-2a83-48b2-8744-9d0ecb65d347 req-c67e5d60-547f-40e4-8c6b-4e652196d082 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:01.256596 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e176933-2a83-48b2-8744-9d0ecb65d347 req-c67e5d60-547f-40e4-8c6b-4e652196d082 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.0541747 Nov 22 13:49:01.305465 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2e176933-2a83-48b2-8744-9d0ecb65d347 req-51618bb9-ba50-4e95-97e9-8730d9a53465 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 Nov 22 13:49:02.419539 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f18695-2e47-4afb-92ac-1efdd13acda5 req-51076787-4247-407d-b7b7-0b6207f883a5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:02.421007 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a0f18695-2e47-4afb-92ac-1efdd13acda5 req-51076787-4247-407d-b7b7-0b6207f883a5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.0489550 Nov 22 13:49:02.470801 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a0f18695-2e47-4afb-92ac-1efdd13acda5 req-9f2f10dd-3845-4b96-b90f-c67c3cdbb2e8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440061 Nov 22 13:49:03.061952 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b8043-a1e0-4984-a528-dc9a2524216d req-a7d91ae4-bb95-45d4-8191-d5c645f0d7c2 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:03.063492 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e9b8043-a1e0-4984-a528-dc9a2524216d req-a7d91ae4-bb95-45d4-8191-d5c645f0d7c2 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0492809 Nov 22 13:49:03.115054 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e9b8043-a1e0-4984-a528-dc9a2524216d req-1a2ea158-8529-4133-a9d6-c0c1ebc04a67 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Nov 22 13:49:03.583992 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566dc20-cb71-4ccf-a31e-30fb435c5f73 req-fc200c7b-fe43-4e00-bc33-7eb9ea7e04e2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:03.585587 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c566dc20-cb71-4ccf-a31e-30fb435c5f73 req-fc200c7b-fe43-4e00-bc33-7eb9ea7e04e2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.0476167 Nov 22 13:49:03.634564 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c566dc20-cb71-4ccf-a31e-30fb435c5f73 req-a29ba721-2793-4938-9956-5557edfb56c7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424099 Nov 22 13:49:04.239126 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda86f55-ed3e-4174-8b45-fe3d4ba974eb req-11d4e486-4dfd-4363-9195-a9b57241ef8a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:04.240584 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-eda86f55-ed3e-4174-8b45-fe3d4ba974eb req-11d4e486-4dfd-4363-9195-a9b57241ef8a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0519946 Nov 22 13:49:04.287554 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-eda86f55-ed3e-4174-8b45-fe3d4ba974eb req-bf01566d-f649-49f7-b539-b52e9019bde2 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404418 Nov 22 13:49:04.750552 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600dadd-1fb3-4721-a1c2-f3278bc0706e req-230cb7e4-7763-4357-b2e5-8976a473d0aa tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:04.752088 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5600dadd-1fb3-4721-a1c2-f3278bc0706e req-230cb7e4-7763-4357-b2e5-8976a473d0aa tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.0494280 Nov 22 13:49:04.803147 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5600dadd-1fb3-4721-a1c2-f3278bc0706e req-f37279c5-9945-4842-ba95-8b425727cdc7 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449739 Nov 22 13:49:05.411596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bfc4-c6c8-4e1c-b8c1-83b5c3ab2f42 req-f01bf5ee-aeca-44a4-a5ce-5659cebd54f6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:05.413064 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1191bfc4-c6c8-4e1c-b8c1-83b5c3ab2f42 req-f01bf5ee-aeca-44a4-a5ce-5659cebd54f6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0494986 Nov 22 13:49:05.460666 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1191bfc4-c6c8-4e1c-b8c1-83b5c3ab2f42 req-b472c2da-a475-4d1a-a33f-f45b96211c16 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416582 Nov 22 13:49:05.921955 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88df454-1e85-46b0-9ec1-b053e17f62f2 req-365cd162-fc58-4e2c-9885-815429f64395 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:05.923423 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f88df454-1e85-46b0-9ec1-b053e17f62f2 req-365cd162-fc58-4e2c-9885-815429f64395 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.0517540 Nov 22 13:49:05.971945 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f88df454-1e85-46b0-9ec1-b053e17f62f2 req-b6ccc61b-1717-4fe6-8269-c3fadd210b2c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426459 Nov 22 13:49:06.582731 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a0a17-9edb-48d8-98ba-95c5e4f48cb5 req-5268164b-0d53-44b6-871e-aac5c969f382 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:06.584243 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7c2a0a17-9edb-48d8-98ba-95c5e4f48cb5 req-5268164b-0d53-44b6-871e-aac5c969f382 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0485790 Nov 22 13:49:06.635757 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7c2a0a17-9edb-48d8-98ba-95c5e4f48cb5 req-32a91a9a-b674-4074-94df-c2544d82bb9d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449333 Nov 22 13:49:07.059840 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 07e4c4a6-639b-4da1-8b31-c75191903b37 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:49:07.088731 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512a2ec-32da-4240-94c1-b989c3979e56 req-0f3d97c1-dd79-45d1-9912-abb95f156f57 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:07.090288 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c512a2ec-32da-4240-94c1-b989c3979e56 req-0f3d97c1-dd79-45d1-9912-abb95f156f57 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 943 time: 0.0504811 Nov 22 13:49:07.140401 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c512a2ec-32da-4240-94c1-b989c3979e56 req-6d195ca5-65f3-4030-a04a-bbb5afb6001f tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Nov 22 13:49:07.156022 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 07e4c4a6-639b-4da1-8b31-c75191903b37, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=07e4c4a6-639b-4da1-8b31-c75191903b37,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:07.168145 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:49:07.207911 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:07.220470 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e4c4a6-639b-4da1-8b31-c75191903b37 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:49:07.240047 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 07e4c4a6-639b-4da1-8b31-c75191903b37, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=07e4c4a6-639b-4da1-8b31-c75191903b37,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:07.243848 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:07.289834 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=07e4c4a6-639b-4da1-8b31-c75191903b37,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:07.545260 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['07e4c4a6-639b-4da1-8b31-c75191903b37'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:49:07.753332 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97942d65-6c86-4008-819a-e71fcacd7dc4 req-13ae08d4-d20b-4880-ab12-9aff268470a3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:07.755159 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97942d65-6c86-4008-819a-e71fcacd7dc4 req-13ae08d4-d20b-4880-ab12-9aff268470a3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0481534 Nov 22 13:49:07.806103 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97942d65-6c86-4008-819a-e71fcacd7dc4 req-6305708a-16cd-4f77-992a-a20e54454638 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Nov 22 13:49:08.255619 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2018-f83e-4e38-9f19-b70e7f40dc5a req-fc43b75e-f720-4729-8df8-5404560d9550 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:08.257107 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-142b2018-f83e-4e38-9f19-b70e7f40dc5a req-fc43b75e-f720-4729-8df8-5404560d9550 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 944 time: 0.0485482 Nov 22 13:49:08.305843 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-142b2018-f83e-4e38-9f19-b70e7f40dc5a req-2b391c87-3252-486d-94da-20c0c2c9d989 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423007 Nov 22 13:49:08.924493 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6b0e4-d171-443d-8134-ddd338ea20b7 req-c7abd2df-bcd6-44b6-a519-fbc0134c1159 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:08.925984 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a6b6b0e4-d171-443d-8134-ddd338ea20b7 req-c7abd2df-bcd6-44b6-a519-fbc0134c1159 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0485480 Nov 22 13:49:08.971701 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a6b6b0e4-d171-443d-8134-ddd338ea20b7 req-10bf4d88-4977-425a-ab4f-04b18f12fa6e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Nov 22 13:49:09.058843 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 07e4c4a6-639b-4da1-8b31-c75191903b37 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:49:09.113267 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 07e4c4a6-639b-4da1-8b31-c75191903b37 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:49:09.117290 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 07e4c4a6-639b-4da1-8b31-c75191903b37 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:49:09.117660 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:09.195540 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:09.218327 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:49:09.220553 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6dbb9d-0a52-49ba-8ad6-a8dc33d62557" -d '{"events": [{"server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "name": "network-vif-plugged", "status": "completed", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:49:09.234316 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 07e4c4a6-639b-4da1-8b31-c75191903b37, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=07e4c4a6-639b-4da1-8b31-c75191903b37,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:09.239843 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:09.265338 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911f8d8a-405b-465e-82c5-d30097e6ded7 x-openstack-request-id: req-911f8d8a-405b-465e-82c5-d30097e6ded7 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:49:09.265659 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "name": "network-vif-plugged", "status": "completed", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:49:09.265916 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-911f8d8a-405b-465e-82c5-d30097e6ded7 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:49:09.266301 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'code': 200} Nov 22 13:49:09.294929 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=07e4c4a6-639b-4da1-8b31-c75191903b37,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:09.425675 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a41ee7-e754-4d29-85a9-7992664b99af req-d8e09453-8a27-489c-b3a7-092c473c4fc2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:09.427251 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-18a41ee7-e754-4d29-85a9-7992664b99af req-d8e09453-8a27-489c-b3a7-092c473c4fc2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 945 time: 0.0545866 Nov 22 13:49:09.476711 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-18a41ee7-e754-4d29-85a9-7992664b99af req-44d09412-d13d-4d24-a7cf-edbc8c3ab894 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Nov 22 13:49:09.505114 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a85dc-3a19-4eee-99b1-2b7c44c6154c req-1f049cab-4d26-403f-a012-9ca87d346800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:09.506690 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7b3a85dc-3a19-4eee-99b1-2b7c44c6154c req-1f049cab-4d26-403f-a012-9ca87d346800 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 1098 time: 0.0396461 Nov 22 13:49:09.554036 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7b3a85dc-3a19-4eee-99b1-2b7c44c6154c req-9c7a63cb-05a5-4d07-8fbd-1047338c1c7c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380092 Nov 22 13:49:10.091889 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3eef3-9886-4729-ae5f-bead378788fb req-0fa9e7ca-6e66-438c-b97d-2ba13f7907b7 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:10.093421 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-afc3eef3-9886-4729-ae5f-bead378788fb req-0fa9e7ca-6e66-438c-b97d-2ba13f7907b7 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0489171 Nov 22 13:49:10.140220 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-afc3eef3-9886-4729-ae5f-bead378788fb req-fab533a6-85e5-45fe-aea7-12adef8f7c31 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408852 Nov 22 13:49:10.596247 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44120cac-a96e-485e-b8a7-f0e9731e6b1d req-718d7122-846c-46fd-b8ea-03344832f8cd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:10.597671 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44120cac-a96e-485e-b8a7-f0e9731e6b1d req-718d7122-846c-46fd-b8ea-03344832f8cd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 945 time: 0.0501158 Nov 22 13:49:10.647314 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-44120cac-a96e-485e-b8a7-f0e9731e6b1d req-e1648eb1-a8d2-486a-8729-ede9817dc138 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Nov 22 13:49:11.261616 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65a72-b6d1-4537-b048-a6c8df9b71e2 req-d666d683-3132-46cb-bf2f-1a97ba32c8f9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:11.263127 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2af65a72-b6d1-4537-b048-a6c8df9b71e2 req-d666d683-3132-46cb-bf2f-1a97ba32c8f9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0525274 Nov 22 13:49:11.311421 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2af65a72-b6d1-4537-b048-a6c8df9b71e2 req-47971e88-1980-452e-a978-dc28e8fba8d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Nov 22 13:49:11.773301 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92865102-0cbb-478b-a9ea-cc15155363c1 req-cb899d9d-c0fe-4d3d-8282-8cbd6ce198b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:11.774828 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-92865102-0cbb-478b-a9ea-cc15155363c1 req-cb899d9d-c0fe-4d3d-8282-8cbd6ce198b5 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 945 time: 0.0522463 Nov 22 13:49:11.823819 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-92865102-0cbb-478b-a9ea-cc15155363c1 req-cd9861d1-973b-4301-b36f-d412f6996d47 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Nov 22 13:49:11.936780 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cbc2a-3127-4754-8185-66ca1d2ee00b req-a0f0b611-eb27-4cfb-84fc-a2349e1969a6 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:11.938292 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-692cbc2a-3127-4754-8185-66ca1d2ee00b req-a0f0b611-eb27-4cfb-84fc-a2349e1969a6 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Nov 22 13:49:11.986133 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-692cbc2a-3127-4754-8185-66ca1d2ee00b req-a79ede01-bb39-4945-becd-42a5625185ab tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Nov 22 13:49:12.008340 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58996) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:49:12.047060 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea05ef3-5731-48c8-8242-6e89fef91bc8 tempest-TestVolumeBootPattern-586288900 tempest-TestVolumeBootPattern-586288900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:12.048585 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9ea05ef3-5731-48c8-8242-6e89fef91bc8 tempest-TestVolumeBootPattern-586288900 tempest-TestVolumeBootPattern-586288900-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 1093 time: 0.0392361 Nov 22 13:49:12.051276 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 58998) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:49:12.055447 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:49:12.077926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:12.176289 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:12.278563 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Allocated IP 172.27.0.104 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/3c6eeb7a-5487-435f-b85c-e358cc8b0c3c) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:49:12.380757 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:12.417292 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:12.442507 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8635-4f0d-454d-a5d6-770a85f926d5 req-7194ac39-b639-4363-83b2-f765bca245e9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:12.444501 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-177a8635-4f0d-454d-a5d6-770a85f926d5 req-7194ac39-b639-4363-83b2-f765bca245e9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0534217 Nov 22 13:49:12.457720 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:49:12.462129 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:49:12.467692 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:49:12.469711 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=3c6eeb7a-5487-435f-b85c-e358cc8b0c3c,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:12.493171 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-177a8635-4f0d-454d-a5d6-770a85f926d5 req-1a8c0079-d04c-492b-b158-9581004f9a0f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Nov 22 13:49:12.498796 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.499156 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.499501 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.499836 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.500170 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.500506 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.500839 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.501168 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.501520 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.501847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.502171 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.502754 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:12.845995 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:12.910207 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:13.058400 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:13.062813 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:13.131979 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=3c6eeb7a-5487-435f-b85c-e358cc8b0c3c,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:13.147663 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:13.247197 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Floating IP 8ee1075f-8f12-4b63-bd97-51e30304a23c associated. External IP: 172.27.0.104, port: 07e4c4a6-639b-4da1-8b31-c75191903b37. Nov 22 13:49:13.451489 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:49:13.557988 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:49:13.569894 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:49:13.590655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:49:13.592203 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:49:13.593298 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:13.626361 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-ce0d7294-3dbd-4459-827c-2fc1bfec5c3a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5740626 Nov 22 13:49:13.626978 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:49:13.629957 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278aad11-24a1-46c7-a8df-08ae23b0b418" -d '{"events": [{"name": "network-changed", "server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:49:13.634390 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07284d7-028f-4dae-a921-c5cb531b43d5 req-00b76154-4229-4ec9-9d7f-6b44c760c621 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:13.636519 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b07284d7-028f-4dae-a921-c5cb531b43d5 req-00b76154-4229-4ec9-9d7f-6b44c760c621 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0546017 Nov 22 13:49:13.689727 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b07284d7-028f-4dae-a921-c5cb531b43d5 req-4692b42a-fb8c-4bc0-b912-e6eb41757318 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472102 Nov 22 13:49:13.723004 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:49:13.739752 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b3227-00ac-41aa-b3cc-93776c210af1 x-openstack-request-id: req-df4b3227-00ac-41aa-b3cc-93776c210af1 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:49:13.740050 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:49:13.740310 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df4b3227-00ac-41aa-b3cc-93776c210af1 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:49:13.740718 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'status': 'completed', 'code': 200} Nov 22 13:49:13.808935 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-25acb0a6-03b6-4419-860c-71583df4852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:13.810500 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-25acb0a6-03b6-4419-860c-71583df4852f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 1098 time: 0.0406964 Nov 22 13:49:13.904049 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-e7a392ad-5756-4df2-b3f2-411673ea9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:13.905571 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-e7a392ad-5756-4df2-b3f2-411673ea9c30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.0871837 Nov 22 13:49:13.948883 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:12Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:49:13.974047 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:49:13.980304 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-3e02d3e0-a395-41a6-ba9f-d38267b50f86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e4c4a6-639b-4da1-8b31-c75191903b37 HTTP/1.1" status: 200 len: 999 time: 0.0576100 Nov 22 13:49:13.982795 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:49:13.983387 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:48:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:49:14.033567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-74749e71-eab3-40fc-8191-e85ac45fc126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:14.035279 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-74749e71-eab3-40fc-8191-e85ac45fc126 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0476747 Nov 22 13:49:14.083187 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-ca47433a-e022-40ad-b219-d1eff2a56ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:14.084673 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-ca47433a-e022-40ad-b219-d1eff2a56ec9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402775 Nov 22 13:49:14.091633 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:49:14.173556 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-adc15cb9-d217-4764-a7fd-8f586c0e8162 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797176 Nov 22 13:49:14.274101 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-278aad11-24a1-46c7-a8df-08ae23b0b418 req-e6cb1061-c1ef-47ae-9fa4-6449b0f43b26 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911415 Nov 22 13:49:14.328645 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:12Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:49:14.354835 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c23aa-10f1-44b5-ae79-07632e28e6a9 None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:12Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:49:14.547443 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172b7d2-778b-4b17-bebd-b76fb0d9bf62 None None] New status for floating IP 8ee1075f-8f12-4b63-bd97-51e30304a23c: ACTIVE {{(pid=109193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:49:14.814527 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258445-ab8b-4256-82a2-3789bba4069a req-3c236146-b822-4158-ac74-a032d4bf7aa3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:14.815951 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4c258445-ab8b-4256-82a2-3789bba4069a req-3c236146-b822-4158-ac74-a032d4bf7aa3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0493579 Nov 22 13:49:14.863894 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4c258445-ab8b-4256-82a2-3789bba4069a req-2682a2a6-6a0e-4fb0-9f20-d1f3aa9871b2 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420635 Nov 22 13:49:15.090397 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:49:15.189976 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:15.201956 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '749b155e-552b-4d76-916d-ffc597aeaa75', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'port_id': '749b155e-552b-4d76-916d-ffc597aeaa75', 'mac_address': 'fa:16:3e:7d:70:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:49:15.238073 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:15.251546 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 749b155e-552b-4d76-916d-ffc597aeaa75 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:49:15.271146 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:15.274436 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:15.329151 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=6']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:15.336505 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.336880 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.337240 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.337640 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.338221 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.338597 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.338940 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.339274 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.339612 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.339939 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.340265 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.340640 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:49:15.386500 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['749b155e-552b-4d76-916d-ffc597aeaa75'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:49:15.987871 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b7490-b1a4-4fca-8869-8734c8ceb3a1 req-42ab7183-0f49-43b8-afde-3699a3e82548 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:15.989398 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d33b7490-b1a4-4fca-8869-8734c8ceb3a1 req-42ab7183-0f49-43b8-afde-3699a3e82548 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 945 time: 0.0484095 Nov 22 13:49:16.036698 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d33b7490-b1a4-4fca-8869-8734c8ceb3a1 req-52306350-824a-406f-ae78-5fa09ad2b0b6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408640 Nov 22 13:49:17.115486 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:49:17.174779 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 749b155e-552b-4d76-916d-ffc597aeaa75 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:49:17.175431 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:17.176190 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebda73-293b-48ed-96cd-0d70a745322c req-e4e64042-6dcb-4e14-9ad6-fff2339e0b67 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:17.179349 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f3ebda73-293b-48ed-96cd-0d70a745322c req-e4e64042-6dcb-4e14-9ad6-fff2339e0b67 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 945 time: 0.0610030 Nov 22 13:49:17.246049 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f3ebda73-293b-48ed-96cd-0d70a745322c req-45ce19f2-d320-41f5-8460-f7ce33e39338 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561361 Nov 22 13:49:17.262444 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:17.290600 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:49:17.293938 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1cc1c-f918-4edd-a24a-00306fac0bd4" -d '{"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-plugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:49:17.315480 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:17.321114 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:17.382496 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=7']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:17.419931 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983074c-a366-493b-b478-6d03d9bb99b4 x-openstack-request-id: req-9983074c-a366-493b-b478-6d03d9bb99b4 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:49:17.420443 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-plugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:49:17.420763 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9983074c-a366-493b-b478-6d03d9bb99b4 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:49:17.421250 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75', 'code': 200} Nov 22 13:49:18.378280 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027df56-e0be-4e68-b4ba-3a2514fdca48 req-7ec49cf0-572f-4c9e-9b85-cec19439c091 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:18.379989 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d027df56-e0be-4e68-b4ba-3a2514fdca48 req-7ec49cf0-572f-4c9e-9b85-cec19439c091 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0563526 Nov 22 13:49:18.439688 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d027df56-e0be-4e68-b4ba-3a2514fdca48 req-3aaf23c8-66d6-4b87-8583-fade2c63899f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501175 Nov 22 13:49:19.580847 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a92fb-54d7-4ad6-8dd4-5778442e66c3 req-5e6dfa34-2787-4e07-84cf-860935553f60 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:19.589333 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3f6a92fb-54d7-4ad6-8dd4-5778442e66c3 req-5e6dfa34-2787-4e07-84cf-860935553f60 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0645006 Nov 22 13:49:19.647778 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3f6a92fb-54d7-4ad6-8dd4-5778442e66c3 req-1c054665-40f4-405c-97d6-2ade8676cb27 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575483 Nov 22 13:49:19.928711 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:20.789255 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140005f-a95c-4456-b231-4179216664e9 req-f575c88f-390f-4172-80d0-455cce603859 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:20.791074 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b140005f-a95c-4456-b231-4179216664e9 req-f575c88f-390f-4172-80d0-455cce603859 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0554585 Nov 22 13:49:20.846443 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b140005f-a95c-4456-b231-4179216664e9 req-106195a0-c44f-48c7-ab77-bf4d6df29025 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485666 Nov 22 13:49:21.976198 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eddc94-71a8-487a-93db-a732f399889c req-1e2efc3d-0039-4a3b-93fb-4bdb4ea2c073 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:21.977690 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-47eddc94-71a8-487a-93db-a732f399889c req-1e2efc3d-0039-4a3b-93fb-4bdb4ea2c073 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0500803 Nov 22 13:49:22.034083 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-47eddc94-71a8-487a-93db-a732f399889c req-2d115148-9ac2-481c-884a-b9b9ab6c28ab tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495377 Nov 22 13:49:22.525293 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-64743764-6f7f-4774-b512-4c7c109da9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:22.761512 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4983f9a-c546-4230-80cd-b0f933cc6b1f req-6ef2f5e9-ea2c-41b8-ba8f-d9d0f3280d31 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:22.762162 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-ec00af85-f529-493d-bb30-4d4cf52e57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:22.763404 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-ec00af85-f529-493d-bb30-4d4cf52e57db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1137 time: 0.0520775 Nov 22 13:49:22.769133 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4983f9a-c546-4230-80cd-b0f933cc6b1f req-6ef2f5e9-ea2c-41b8-ba8f-d9d0f3280d31 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0719943 Nov 22 13:49:22.842526 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4983f9a-c546-4230-80cd-b0f933cc6b1f req-6abd4304-f60d-46f4-a886-ea0e699ab2e3 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0721977 Nov 22 13:49:22.889722 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-ed618c30-764c-4e27-a758-676122b4d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:22.891594 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-ed618c30-764c-4e27-a758-676122b4d8d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 916 time: 0.1145496 Nov 22 13:49:22.972264 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-73d6b4fc-b9a7-4c7d-bdc6-d994e97e59d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 1001 time: 0.0711288 Nov 22 13:49:23.033349 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-66109e4d-ab58-49d5-a3c2-57e27e1d4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:23.034824 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-66109e4d-ab58-49d5-a3c2-57e27e1d4b89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 200 len: 854 time: 0.0512779 Nov 22 13:49:23.099480 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-7aaff702-51a9-487b-939f-2f755738a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:23.100914 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-7aaff702-51a9-487b-939f-2f755738a376 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f304a141-d2bc-4f74-9e70-9594aac65216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544841 Nov 22 13:49:23.230083 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feb6cd-0a8f-4be4-a257-f1f7051e861e req-fd90b4f1-cf51-45d5-a44d-03a919ab732c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:23.231643 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-53feb6cd-0a8f-4be4-a257-f1f7051e861e req-fd90b4f1-cf51-45d5-a44d-03a919ab732c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0983856 Nov 22 13:49:23.302152 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-53feb6cd-0a8f-4be4-a257-f1f7051e861e req-70ccba38-ea0e-4c30-a263-3d2a09e8e0d8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633347 Nov 22 13:49:23.304464 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-328677e2-f7a7-46cc-90d9-2d7c5dc9f28d service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907508 Nov 22 13:49:23.418839 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-34bb8172-9ef0-4aa6-8d3c-9b3fe08f34ea req-d8513727-1637-47e7-bc80-f7b4c6d5c987 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056969 Nov 22 13:49:23.974108 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948529d-0ecb-43a8-a8b8-7d6aa284fa82 req-4ef08ad1-c793-4637-88fa-395828dcc970 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:23.976314 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0948529d-0ecb-43a8-a8b8-7d6aa284fa82 req-4ef08ad1-c793-4637-88fa-395828dcc970 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0595639 Nov 22 13:49:24.052859 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0948529d-0ecb-43a8-a8b8-7d6aa284fa82 req-fab4e933-ac65-4bf7-825b-05ad90537c68 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0676370 Nov 22 13:49:24.476130 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594f6f0-1114-4264-b1c6-7d098d91f21f req-e3d3c420-560a-4bc9-b9f9-da647f08658b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:24.481830 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e594f6f0-1114-4264-b1c6-7d098d91f21f req-e3d3c420-560a-4bc9-b9f9-da647f08658b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0581284 Nov 22 13:49:24.532552 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e594f6f0-1114-4264-b1c6-7d098d91f21f req-830a62e9-ee60-460e-80b8-fe7983503bb7 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479450 Nov 22 13:49:24.910379 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-0c882df7-4a7c-4933-bbe7-eed0e819d024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:25.176523 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c797c-3237-40be-b8a9-83237af991b8 req-23e381e1-a938-4597-8be4-ab0701ed2d52 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:25.178094 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-683c797c-3237-40be-b8a9-83237af991b8 req-23e381e1-a938-4597-8be4-ab0701ed2d52 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0541298 Nov 22 13:49:25.239157 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-683c797c-3237-40be-b8a9-83237af991b8 req-56dfc7f0-e401-48eb-ab72-8a064e84ea56 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542965 Nov 22 13:49:25.655980 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428b2c3-0784-4895-8ff7-76f6461917ef req-7c7e1117-2b02-45f9-bd13-fc0f719f4482 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:25.657381 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b428b2c3-0784-4895-8ff7-76f6461917ef req-7c7e1117-2b02-45f9-bd13-fc0f719f4482 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0519831 Nov 22 13:49:25.705457 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b428b2c3-0784-4895-8ff7-76f6461917ef req-355225e7-79b8-453a-9cde-7de19ebe4bcd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Nov 22 13:49:25.836444 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:25.872009 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-833feb80-eead-4fe0-b70e-29de5804bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:25.873652 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-833feb80-eead-4fe0-b70e-29de5804bfa3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 1099 time: 0.0423577 Nov 22 13:49:25.969109 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-66af6012-ebca-44d1-81de-a652ee7d1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:25.970521 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-66af6012-ebca-44d1-81de-a652ee7d1cee service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.0855904 Nov 22 13:49:26.037563 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-a0f081ea-7268-4c08-b6f7-79aa47c54ca0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749b155e-552b-4d76-916d-ffc597aeaa75 HTTP/1.1" status: 200 len: 1002 time: 0.0572782 Nov 22 13:49:26.087123 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-77b5da8b-f4a8-4a4e-8eb9-5911e8c9f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:26.088546 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-77b5da8b-f4a8-4a4e-8eb9-5911e8c9f469 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0437813 Nov 22 13:49:26.143417 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-73c7f5a4-5016-4e4c-8998-5c841456119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:26.144879 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-73c7f5a4-5016-4e4c-8998-5c841456119c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427089 Nov 22 13:49:26.236607 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-798c5434-52ad-41c5-aa1f-2d7e4a0ad7ff service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815353 Nov 22 13:49:26.332562 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-de5bd0fc-db3b-40bd-ac69-6fdc488737c1 req-7fb760d5-b24c-4d24-bdac-330f8f795e2f service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855436 Nov 22 13:49:26.358615 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465833-e7a4-4f51-a308-8be8bc2078a8 req-f53fe489-fcc0-43b0-9fc9-8fdb0a3b82b3 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:26.360153 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cc465833-e7a4-4f51-a308-8be8bc2078a8 req-f53fe489-fcc0-43b0-9fc9-8fdb0a3b82b3 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0505486 Nov 22 13:49:26.424038 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-cc465833-e7a4-4f51-a308-8be8bc2078a8 req-953622b5-914a-4075-b10c-20b4177ef115 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576117 Nov 22 13:49:26.827561 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e01754-98bc-4f62-abfa-c9e6c46ce1ba req-6295137a-518c-44cc-a480-2af76cac9145 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:26.828955 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85e01754-98bc-4f62-abfa-c9e6c46ce1ba req-6295137a-518c-44cc-a480-2af76cac9145 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0488470 Nov 22 13:49:26.877903 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-85e01754-98bc-4f62-abfa-c9e6c46ce1ba req-27a90d2b-c0c5-44b4-b14e-1049c2c3d605 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Nov 22 13:49:27.352573 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:27.540167 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f738e-8a1e-4479-bc8f-1ed0cfedc8c2 req-4c844ddc-19b4-4487-9e60-4d34cb3c89ce tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:27.542232 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eb2f738e-8a1e-4479-bc8f-1ed0cfedc8c2 req-4c844ddc-19b4-4487-9e60-4d34cb3c89ce tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0496681 Nov 22 13:49:27.605833 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-eb2f738e-8a1e-4479-bc8f-1ed0cfedc8c2 req-05ba4a59-31ef-4ee4-9c5c-beb955552e6d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576308 Nov 22 13:49:27.996648 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13fb06-d963-42b2-bd0e-112f12432b5d req-9af74d9b-ac90-46a0-a2e6-1bbbf7867e55 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:27.998119 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8f13fb06-d963-42b2-bd0e-112f12432b5d req-9af74d9b-ac90-46a0-a2e6-1bbbf7867e55 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0478351 Nov 22 13:49:28.044518 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8f13fb06-d963-42b2-bd0e-112f12432b5d req-3dfe5b5a-3328-445e-998f-d23346317314 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402124 Nov 22 13:49:28.180875 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:28.723953 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7fe3f-2c61-4f88-b45f-aeacf2555f76 req-5482999f-f466-42d0-93b1-33d08ff7c801 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:28.725480 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-98c7fe3f-2c61-4f88-b45f-aeacf2555f76 req-5482999f-f466-42d0-93b1-33d08ff7c801 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0490596 Nov 22 13:49:28.785971 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-98c7fe3f-2c61-4f88-b45f-aeacf2555f76 req-6f728f56-90ec-41e4-a414-1cfb0d5a1f2f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537655 Nov 22 13:49:29.166989 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb694575-1ca0-47a3-a545-711b28654554 req-503ef46b-bc2b-4d15-b2f2-03bdf6d9553e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:29.168427 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cb694575-1ca0-47a3-a545-711b28654554 req-503ef46b-bc2b-4d15-b2f2-03bdf6d9553e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0511165 Nov 22 13:49:29.214902 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cb694575-1ca0-47a3-a545-711b28654554 req-81455088-a796-4178-8479-8f3de0c2f8ea tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407305 Nov 22 13:49:29.676408 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [req-c887e499-e81f-4ff0-9539-037ad52a2d24 req-04aa5ca9-6a1d-494f-9204-61ab287e363a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:49:29.677410 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c887e499-e81f-4ff0-9539-037ad52a2d24 req-04aa5ca9-6a1d-494f-9204-61ab287e363a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052719 Nov 22 13:49:29.855850 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffeca4-be08-48f9-af59-1312b802014a req-696662e5-7ef7-4b17-a2ca-86d09cd9dbf6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:29.857784 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-deffeca4-be08-48f9-af59-1312b802014a req-696662e5-7ef7-4b17-a2ca-86d09cd9dbf6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0581493 Nov 22 13:49:29.908861 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-deffeca4-be08-48f9-af59-1312b802014a req-ac360bdf-6661-4ac2-bf4a-1071e06fa6ab tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452957 Nov 22 13:49:29.955498 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049ca70-b3ff-4b97-9d0a-29a56174fcea req-4d8facf0-1f79-45f8-8bb5-d2f6fbf9a133 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:29.956978 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3049ca70-b3ff-4b97-9d0a-29a56174fcea req-4d8facf0-1f79-45f8-8bb5-d2f6fbf9a133 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0620542 Nov 22 13:49:30.019358 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3049ca70-b3ff-4b97-9d0a-29a56174fcea req-5425c840-8081-429b-a9ab-56f9d5c793b3 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0560951 Nov 22 13:49:30.071472 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59178) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:49:30.150898 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-6f8dcbae-08d7-4cd5-a228-0b0ad6d8e845 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782406 Nov 22 13:49:30.159793 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-53bec3ee-7de6-4344-ab85-c7fcd5756f10 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:49:30.160794 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-53bec3ee-7de6-4344-ab85-c7fcd5756f10 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049303 Nov 22 13:49:31.032501 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38443f-fb4d-4785-bf76-ecc3f9bad0ca req-59b7ae5b-808a-467f-966d-dbff8ca8d8dd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:31.034418 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7c38443f-fb4d-4785-bf76-ecc3f9bad0ca req-59b7ae5b-808a-467f-966d-dbff8ca8d8dd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 946 time: 0.0501807 Nov 22 13:49:31.097440 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7c38443f-fb4d-4785-bf76-ecc3f9bad0ca req-1e914218-c8da-479a-acec-3757e15ce686 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571680 Nov 22 13:49:31.141465 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade53345-2131-467f-b4eb-d6815cf67865 req-67abf47c-c013-434d-9611-d5a948f52792 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:31.142960 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ade53345-2131-467f-b4eb-d6815cf67865 req-67abf47c-c013-434d-9611-d5a948f52792 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0510335 Nov 22 13:49:31.172103 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:49:31.207775 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ade53345-2131-467f-b4eb-d6815cf67865 req-d049abb3-efd2-4b34-8562-8e21be6849a0 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586193 Nov 22 13:49:31.252619 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:31.275819 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:49:31.278580 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6e60ab-386e-4833-b017-433ffcaf5173" -d '{"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-unplugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:49:31.292413 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:31.296677 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:31.329044 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb41744b-0825-4f19-8136-24b6e61a0aaf x-openstack-request-id: req-eb41744b-0825-4f19-8136-24b6e61a0aaf {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:49:31.329972 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-unplugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:49:31.330240 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb41744b-0825-4f19-8136-24b6e61a0aaf {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:49:31.330642 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75', 'code': 200} Nov 22 13:49:31.360843 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=8']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:31.771561 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b58b-480b-46f4-91d8-83117b064fbd req-3420aef3-2ebc-40cd-96d2-fcdfa87102f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:31.773100 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-3420aef3-2ebc-40cd-96d2-fcdfa87102f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce&tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 1097 time: 0.0679433 Nov 22 13:49:31.839128 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b58b-480b-46f4-91d8-83117b064fbd req-dfae5941-d674-4b42-8318-e286dfb81cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:31.840530 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-dfae5941-d674-4b42-8318-e286dfb81cdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 1097 time: 0.0410373 Nov 22 13:49:32.068868 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b58b-480b-46f4-91d8-83117b064fbd req-06958653-1003-4473-bdd8-337da86da2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:32.070541 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-06958653-1003-4473-bdd8-337da86da2c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.0866375 Nov 22 13:49:32.138178 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-5ace3853-1fc2-42e7-abd3-749b327e6928 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749b155e-552b-4d76-916d-ffc597aeaa75 HTTP/1.1" status: 200 len: 1000 time: 0.0579102 Nov 22 13:49:32.221083 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b58b-480b-46f4-91d8-83117b064fbd req-fd761e22-3b94-4fe5-bfea-2c1cb4215ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:32.222557 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-fd761e22-3b94-4fe5-bfea-2c1cb4215ab6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0724697 Nov 22 13:49:32.249057 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd716231-04ca-4279-b3db-5b2cb38e3275 req-fc7c92fc-5649-468f-aac5-7d45d8aa771a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:32.250657 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bd716231-04ca-4279-b3db-5b2cb38e3275 req-fc7c92fc-5649-468f-aac5-7d45d8aa771a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0704679 Nov 22 13:49:32.311461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984b58b-480b-46f4-91d8-83117b064fbd req-47c7f722-3f22-4b2c-99f6-0f99da1ff12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:32.312980 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-47c7f722-3f22-4b2c-99f6-0f99da1ff12d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0817580 Nov 22 13:49:32.320878 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bd716231-04ca-4279-b3db-5b2cb38e3275 req-03691b75-fcfc-4bbf-8a74-e7dd8ac899bc tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551629 Nov 22 13:49:32.334322 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154c9f-79f4-4567-8cad-46674358efe1 req-4c8867fb-40fd-44cf-a41e-edb2427dc4b6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:32.335919 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21154c9f-79f4-4567-8cad-46674358efe1 req-4c8867fb-40fd-44cf-a41e-edb2427dc4b6 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0525918 Nov 22 13:49:32.397690 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21154c9f-79f4-4567-8cad-46674358efe1 req-3933c13f-041a-49eb-a888-6ea08a25426a tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552478 Nov 22 13:49:32.410805 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-3cdb6abc-e0e3-46dc-89b1-79faa19ad5b8 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888512 Nov 22 13:49:32.498489 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f984b58b-480b-46f4-91d8-83117b064fbd req-3d654924-095f-4aa8-9ac2-477f900b9bb8 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793359 Nov 22 13:49:33.448191 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0efd5-c4b1-4396-975f-a6184bc64c78 req-322851f6-198b-4d5c-b34f-f1a47d39d273 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:33.450413 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2ef0efd5-c4b1-4396-975f-a6184bc64c78 req-322851f6-198b-4d5c-b34f-f1a47d39d273 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0535381 Nov 22 13:49:33.504203 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2ef0efd5-c4b1-4396-975f-a6184bc64c78 req-b8ad299e-0121-4104-b256-bf2fd0db938b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444958 Nov 22 13:49:33.611715 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba8e8e-18a1-41b5-841c-78b823942b69 req-56689aaa-a80b-4215-b5b8-8033381ff4de tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:33.613294 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-64ba8e8e-18a1-41b5-841c-78b823942b69 req-56689aaa-a80b-4215-b5b8-8033381ff4de tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0519731 Nov 22 13:49:33.916656 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-64ba8e8e-18a1-41b5-841c-78b823942b69 req-2335aabc-fafa-4ec0-935f-80c9c2f1fe41 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2963526 Nov 22 13:49:34.624755 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b671233-0761-4208-b9db-bb51813dcda2 req-621b5c8e-a876-46f9-8702-c3fbd405c8f3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:34.626490 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5b671233-0761-4208-b9db-bb51813dcda2 req-621b5c8e-a876-46f9-8702-c3fbd405c8f3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0503778 Nov 22 13:49:34.679908 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5b671233-0761-4208-b9db-bb51813dcda2 req-65f18cc8-f1cc-4244-90bb-124839dad28b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454135 Nov 22 13:49:35.046332 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ba27e-1456-4ac8-814e-f428b44b2e1a req-9f9182e1-c88e-42ac-8033-d5c7566a289d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:35.047813 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-505ba27e-1456-4ac8-814e-f428b44b2e1a req-9f9182e1-c88e-42ac-8033-d5c7566a289d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0484939 Nov 22 13:49:35.141764 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-505ba27e-1456-4ac8-814e-f428b44b2e1a req-c01a3695-85c5-4d25-8611-13fa8b6b79cd tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0875194 Nov 22 13:49:35.840523 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c84d17-3eb5-4cac-81c0-0c0cff4e42c6 req-f14a9393-6541-4603-87d8-383ace6ab1bb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:35.842064 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-01c84d17-3eb5-4cac-81c0-0c0cff4e42c6 req-f14a9393-6541-4603-87d8-383ace6ab1bb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0851109 Nov 22 13:49:35.896553 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-01c84d17-3eb5-4cac-81c0-0c0cff4e42c6 req-9ce2fb07-7ed7-4fe4-a6c4-46659b549aff tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483825 Nov 22 13:49:36.268464 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac17e4b-f4af-46f1-b27e-ca0795398e8e req-64c5aaee-ad04-444c-b843-60032066ff61 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:36.269991 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3ac17e4b-f4af-46f1-b27e-ca0795398e8e req-64c5aaee-ad04-444c-b843-60032066ff61 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0525503 Nov 22 13:49:36.332059 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3ac17e4b-f4af-46f1-b27e-ca0795398e8e req-2d26c486-2d66-4a43-b08d-8620fe528d08 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559220 Nov 22 13:49:37.027817 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa9ec8-b9fb-44f5-9716-6ca4669c349e req-c3cd58d0-752b-44fb-8e29-8d4bc8df6f41 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:37.029626 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-29aa9ec8-b9fb-44f5-9716-6ca4669c349e req-c3cd58d0-752b-44fb-8e29-8d4bc8df6f41 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0538640 Nov 22 13:49:37.082961 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-29aa9ec8-b9fb-44f5-9716-6ca4669c349e req-a2278c93-6400-4522-9a47-a0f498b17fc6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473733 Nov 22 13:49:37.453523 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbad9af-d8b9-48c6-ba86-3b30c02a7924 req-a9f25738-a4e2-4627-9b6b-8dd654f2a03c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:37.455042 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0dbad9af-d8b9-48c6-ba86-3b30c02a7924 req-a9f25738-a4e2-4627-9b6b-8dd654f2a03c tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0565479 Nov 22 13:49:37.515695 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0dbad9af-d8b9-48c6-ba86-3b30c02a7924 req-8aa18d6b-cec9-4dad-b144-29396f594390 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545933 Nov 22 13:49:37.955556 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:49:38.224895 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f285c-3f10-4f5b-be62-9131853952ed req-abe44c0a-d5c5-406f-8f03-891d45fdb911 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:38.226305 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be7f285c-3f10-4f5b-be62-9131853952ed req-abe44c0a-d5c5-406f-8f03-891d45fdb911 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0535061 Nov 22 13:49:38.283956 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-be7f285c-3f10-4f5b-be62-9131853952ed req-a65364e7-5e58-4689-b73b-5eac031c916b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494301 Nov 22 13:49:38.655351 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfb6c8-ca2d-4457-b4a5-2f305e8f338b req-473aa46e-86db-46a7-a542-6776d4576125 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:38.656888 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a9dfb6c8-ca2d-4457-b4a5-2f305e8f338b req-473aa46e-86db-46a7-a542-6776d4576125 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0563614 Nov 22 13:49:38.719763 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a9dfb6c8-ca2d-4457-b4a5-2f305e8f338b req-e3b34577-606a-4199-872c-df67d23f462d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564303 Nov 22 13:49:39.420114 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a8665-8a0e-49ec-a3fe-d116c8cd98cd req-d12aee0b-444b-4af7-b27f-83609fa86726 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:39.421782 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb8a8665-8a0e-49ec-a3fe-d116c8cd98cd req-d12aee0b-444b-4af7-b27f-83609fa86726 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0541201 Nov 22 13:49:39.492332 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bb8a8665-8a0e-49ec-a3fe-d116c8cd98cd req-f8452890-bf2a-4a6c-be1f-bbbbf9870290 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642188 Nov 22 13:49:39.853569 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd893bf6-47ee-4e5a-927e-a5e2294d8665 req-f939fdc8-d0d4-443b-8444-3e087879a444 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:39.856061 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fd893bf6-47ee-4e5a-927e-a5e2294d8665 req-f939fdc8-d0d4-443b-8444-3e087879a444 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0685773 Nov 22 13:49:39.924228 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fd893bf6-47ee-4e5a-927e-a5e2294d8665 req-869ed69b-347e-47d6-a61f-db70b58cad8f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579922 Nov 22 13:49:40.614959 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405369c-2d1a-410c-9b8b-ac755637625b req-7c31b0bb-a9c7-4922-9802-504b7aa880b4 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:40.616444 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f405369c-2d1a-410c-9b8b-ac755637625b req-7c31b0bb-a9c7-4922-9802-504b7aa880b4 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0493181 Nov 22 13:49:40.664836 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f405369c-2d1a-410c-9b8b-ac755637625b req-13051565-2fdb-4beb-9d0f-41138cd7d28d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415931 Nov 22 13:49:41.084105 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa4f4-7534-416c-8565-343c2e549b28 req-96d47562-b811-4e26-b76d-e950fe1747e4 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:41.085618 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-74cfa4f4-7534-416c-8565-343c2e549b28 req-96d47562-b811-4e26-b76d-e950fe1747e4 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0552864 Nov 22 13:49:41.168805 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-74cfa4f4-7534-416c-8565-343c2e549b28 req-1e1a7c00-a8e5-415c-843f-38f43bb8634a tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0739222 Nov 22 13:49:41.812083 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144225d-37f1-459b-834a-0a05fee86e21 req-549dde90-2360-4237-9cdd-28129c7bf529 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:41.813651 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2144225d-37f1-459b-834a-0a05fee86e21 req-549dde90-2360-4237-9cdd-28129c7bf529 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0748641 Nov 22 13:49:41.860986 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2144225d-37f1-459b-834a-0a05fee86e21 req-f0c31531-d984-4c3e-93e6-d5c8adcbb0f0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Nov 22 13:49:42.290529 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bc6ed-c080-43cb-a954-e0f6837fc99b req-f20cfea4-7a21-4563-b47a-4a907cce30d8 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:42.292121 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c95bc6ed-c080-43cb-a954-e0f6837fc99b req-f20cfea4-7a21-4563-b47a-4a907cce30d8 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0566819 Nov 22 13:49:42.359248 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c95bc6ed-c080-43cb-a954-e0f6837fc99b req-a854dd09-c26c-492a-b1f4-dac8b0d68778 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604515 Nov 22 13:49:42.987592 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409663be-af2f-44eb-bbd2-a21fedc77b09 req-d68ed42d-094c-4905-9656-97a12fa523a0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:42.989091 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-409663be-af2f-44eb-bbd2-a21fedc77b09 req-d68ed42d-094c-4905-9656-97a12fa523a0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0495622 Nov 22 13:49:43.059564 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-409663be-af2f-44eb-bbd2-a21fedc77b09 req-dd5b6722-49b4-4b4e-a562-e658f3f7a372 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610878 Nov 22 13:49:43.485729 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac71ab-4115-42e9-88d8-28efc57eaa56 req-32953af5-21dc-4073-8764-8554e834e4b1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:43.487311 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0bac71ab-4115-42e9-88d8-28efc57eaa56 req-32953af5-21dc-4073-8764-8554e834e4b1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0613859 Nov 22 13:49:43.551258 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-0bac71ab-4115-42e9-88d8-28efc57eaa56 req-24cb9d1c-8830-48ba-a4b6-ba7cbba59788 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0574260 Nov 22 13:49:44.187052 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea6a1f-7cf4-4564-b208-92856ece7939 req-c7c1bcbc-52cc-4a65-8ca5-979e99a848cc tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:44.189992 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-87ea6a1f-7cf4-4564-b208-92856ece7939 req-c7c1bcbc-52cc-4a65-8ca5-979e99a848cc tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0640831 Nov 22 13:49:44.237660 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-87ea6a1f-7cf4-4564-b208-92856ece7939 req-51f0f73c-a56a-4a22-8b83-627948064f8d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 Nov 22 13:49:44.664916 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec55035-cc6f-48dc-b864-4189d6170a9e req-7e4fc160-c53c-4796-b6b4-ca34c3d58880 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:44.666749 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7ec55035-cc6f-48dc-b864-4189d6170a9e req-7e4fc160-c53c-4796-b6b4-ca34c3d58880 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0495737 Nov 22 13:49:44.734304 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7ec55035-cc6f-48dc-b864-4189d6170a9e req-ecb74ca9-f746-47ea-9850-8ebf36a11a1f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0593691 Nov 22 13:49:45.361012 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339171a4-8b33-4c86-bbd4-208e0ec49a31 req-97c08dfc-9118-4b90-b610-b4327135220f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:45.362526 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-339171a4-8b33-4c86-bbd4-208e0ec49a31 req-97c08dfc-9118-4b90-b610-b4327135220f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0524912 Nov 22 13:49:45.412174 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-339171a4-8b33-4c86-bbd4-208e0ec49a31 req-d42f89ff-7f28-438b-8fd5-f081001567fc tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437615 Nov 22 13:49:45.578941 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-2f5411ff-50ab-45d9-849e-d26c19671114 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400081 Nov 22 13:49:45.647624 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-8ebc1a18-2818-4f04-ae58-e49991e102f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:45.649184 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-8ebc1a18-2818-4f04-ae58-e49991e102f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1098 time: 0.0445206 Nov 22 13:49:45.763761 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-06a7863b-8b6d-4288-b73d-92e15025a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:45.765117 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-06a7863b-8b6d-4288-b73d-92e15025a2fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 910 time: 0.0941279 Nov 22 13:49:45.872668 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-1789ceaa-d121-4ecc-a0c7-391b54405596 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 1000 time: 0.0950401 Nov 22 13:49:45.885427 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e31e29-14ce-4ab0-88d7-5d851708b75b req-b7d25c16-b001-4657-a2e3-6859c73af197 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:45.887543 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-18e31e29-14ce-4ab0-88d7-5d851708b75b req-b7d25c16-b001-4657-a2e3-6859c73af197 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0701654 Nov 22 13:49:45.957812 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-a72f0105-7e87-438b-8077-d47280e67b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:45.959287 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-a72f0105-7e87-438b-8077-d47280e67b7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 200 len: 848 time: 0.0689938 Nov 22 13:49:46.009562 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-18e31e29-14ce-4ab0-88d7-5d851708b75b req-56bb013b-e1b9-4550-b674-8a9a2d80e8aa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1119432 Nov 22 13:49:46.022535 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-e98361ae-245d-479c-bd35-583e870192af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:46.023996 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-e98361ae-245d-479c-bd35-583e870192af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf9e00ac-3683-4953-9d30-6f214cc48b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0567403 Nov 22 13:49:46.126111 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-80bcb87f-0c80-4893-9e23-990c66377ca1 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933604 Nov 22 13:49:46.220006 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ba772af4-b2c8-4b52-bb57-b505ed6f9026 req-81754da0-a296-4ed0-ad5e-e83fc179c2c6 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Nov 22 13:49:46.530336 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5cbb-ca0b-4cd9-8bd7-9a987700ce56 req-13d7f98d-48f2-4a68-a848-b0a92c9266d0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:46.531805 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1a5b5cbb-ca0b-4cd9-8bd7-9a987700ce56 req-13d7f98d-48f2-4a68-a848-b0a92c9266d0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0490105 Nov 22 13:49:46.579141 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1a5b5cbb-ca0b-4cd9-8bd7-9a987700ce56 req-d8f55015-ba78-4b70-9ee5-dec04142f5e8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Nov 22 13:49:47.130487 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592a983-e990-45dc-93c2-c544df5f99bb req-e39662bc-5281-4d1a-b7a1-c8fec6999848 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:47.132264 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6592a983-e990-45dc-93c2-c544df5f99bb req-e39662bc-5281-4d1a-b7a1-c8fec6999848 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0535333 Nov 22 13:49:47.198938 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6592a983-e990-45dc-93c2-c544df5f99bb req-7c1fc682-3b2e-45cf-b128-f32932cc9a16 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=c370e65b-0197-4f66-805f-ce0da72afd56&id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0591419 Nov 22 13:49:47.955979 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd24c5-4234-47fa-b6ff-0ca1febbeba7 req-a1ec8064-f535-4f47-85d7-bd3c3025c174 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:47.957540 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b6dd24c5-4234-47fa-b6ff-0ca1febbeba7 req-a1ec8064-f535-4f47-85d7-bd3c3025c174 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.3026295 Nov 22 13:49:48.003011 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b6dd24c5-4234-47fa-b6ff-0ca1febbeba7 req-f3b58752-b50f-45f6-b721-6bca74a668d6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396500 Nov 22 13:49:49.124861 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608fee1-e3c3-4359-9aa5-ee728109dcea req-4e0e5427-7837-4182-9884-a261c7423d07 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:49.126477 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5608fee1-e3c3-4359-9aa5-ee728109dcea req-4e0e5427-7837-4182-9884-a261c7423d07 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0492539 Nov 22 13:49:49.173830 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5608fee1-e3c3-4359-9aa5-ee728109dcea req-be1e4c5f-ebc7-4bbd-b64d-e991a84ad2b9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411189 Nov 22 13:49:49.926036 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:50.290756 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecece006-ade9-41b7-bd68-5c8e7ecbd1a8 req-66dbfeaa-02a1-47e3-9271-34fbc11c1a27 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:50.292228 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ecece006-ade9-41b7-bd68-5c8e7ecbd1a8 req-66dbfeaa-02a1-47e3-9271-34fbc11c1a27 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0469849 Nov 22 13:49:50.340178 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ecece006-ade9-41b7-bd68-5c8e7ecbd1a8 req-51f8d795-e529-46fe-97a3-8275cae346b6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Nov 22 13:49:51.458691 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f6ae5-7cc7-4895-ac79-04e1b7694b4e req-60bbab69-afdd-4a71-9434-3bc831791cad tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:51.460185 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d9f6ae5-7cc7-4895-ac79-04e1b7694b4e req-60bbab69-afdd-4a71-9434-3bc831791cad tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0484843 Nov 22 13:49:51.509862 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-6d9f6ae5-7cc7-4895-ac79-04e1b7694b4e req-53faf9bd-d172-4a21-bfe8-3b56481dcf62 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430577 Nov 22 13:49:52.526486 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4c83af5d-0473-4c43-89dc-603a1ff98edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:52.631505 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ea5f9-12f5-41a6-bbb7-ccab78285245 req-213a4b92-665b-4e48-b7ae-281a016e562c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:52.632979 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-950ea5f9-12f5-41a6-bbb7-ccab78285245 req-213a4b92-665b-4e48-b7ae-281a016e562c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0510478 Nov 22 13:49:52.679575 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-950ea5f9-12f5-41a6-bbb7-ccab78285245 req-1cf54d83-2c66-4fda-9b50-7ba6b43b5f0d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 Nov 22 13:49:53.804415 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9724b-b08c-4dc4-b257-e94a656acfac req-762848ff-6e90-4f6b-a414-f4861a49872f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:53.805955 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b5d9724b-b08c-4dc4-b257-e94a656acfac req-762848ff-6e90-4f6b-a414-f4861a49872f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0549085 Nov 22 13:49:53.854855 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b5d9724b-b08c-4dc4-b257-e94a656acfac req-7604653a-6d6a-4be5-933b-64b50cd767f1 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Nov 22 13:49:54.924471 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ab3707ae-182c-4c03-a27e-11366135f11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:54.980661 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ee4cd-23ac-4437-beb4-3f3757bc17e2 req-0bfddf3e-bf45-4fd8-a629-fdbfd0ec57fa tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:54.982266 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2c2ee4cd-23ac-4437-beb4-3f3757bc17e2 req-0bfddf3e-bf45-4fd8-a629-fdbfd0ec57fa tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 944 time: 0.0509756 Nov 22 13:49:55.028803 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-2c2ee4cd-23ac-4437-beb4-3f3757bc17e2 req-93d81e5f-a01a-4287-97b4-76c8aae65c67 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Nov 22 13:49:55.285005 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:49:55.384080 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:55.399435 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '749b155e-552b-4d76-916d-ffc597aeaa75', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'port_id': '749b155e-552b-4d76-916d-ffc597aeaa75', 'mac_address': 'fa:16:3e:7d:70:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:49:55.437077 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:55.450406 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749b155e-552b-4d76-916d-ffc597aeaa75 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:49:55.469219 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:55.473319 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:55.520393 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=9']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:55.760824 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['749b155e-552b-4d76-916d-ffc597aeaa75'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:49:55.849068 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:56.152603 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faac9e3-7aab-49ad-ab1c-bf0bd8ce3849 req-80f0f778-c9f1-499e-93d7-7c0a3e6e9280 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:56.154518 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5faac9e3-7aab-49ad-ab1c-bf0bd8ce3849 req-80f0f778-c9f1-499e-93d7-7c0a3e6e9280 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 945 time: 0.0520294 Nov 22 13:49:56.207200 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5faac9e3-7aab-49ad-ab1c-bf0bd8ce3849 req-98a4acd3-bb11-4b01-96cb-61a3324a1cb7 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466855 Nov 22 13:49:57.302395 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:49:57.342070 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3ee0-bc64-428e-a12b-33f7e22aa167 req-52b206e5-6b5f-4365-a661-7c2d3e746719 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:57.343608 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-704c3ee0-bc64-428e-a12b-33f7e22aa167 req-52b206e5-6b5f-4365-a661-7c2d3e746719 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 945 time: 0.0600383 Nov 22 13:49:57.362383 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:57.367303 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 749b155e-552b-4d76-916d-ffc597aeaa75 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:49:57.367667 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:57.392454 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-704c3ee0-bc64-428e-a12b-33f7e22aa167 req-03d93a24-4c2c-40d0-b727-c8bc70ecc886 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Nov 22 13:49:57.451843 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:57.474174 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:49:57.476404 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9edf4-6381-4525-8da4-e7b90d0cae64" -d '{"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-plugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:49:57.488616 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:49:57.493406 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:57.519517 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79134ff-74ad-4657-a011-a445e967f29f x-openstack-request-id: req-c79134ff-74ad-4657-a011-a445e967f29f {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:49:57.519808 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-plugged", "status": "completed", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:49:57.520056 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c79134ff-74ad-4657-a011-a445e967f29f {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:49:57.520438 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75', 'code': 200} Nov 22 13:49:57.544308 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=10']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:49:58.000100 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c571b8-ad18-498b-9251-7613012aecce req-4add1606-d2d2-4c65-8402-14d26566b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:58.001611 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-45c571b8-ad18-498b-9251-7613012aecce req-4add1606-d2d2-4c65-8402-14d26566b5d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 1100 time: 0.0388207 Nov 22 13:49:58.050673 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-45c571b8-ad18-498b-9251-7613012aecce req-e6768ae0-3ad2-447b-96cd-7819b4f07e51 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364170 Nov 22 13:49:58.183625 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:49:58.521962 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218fcb9-cc5d-48b2-85a2-e8cd623904f9 req-31c5db2e-8116-49a8-b5a0-07e9f64419fc tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:58.524578 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c218fcb9-cc5d-48b2-85a2-e8cd623904f9 req-31c5db2e-8116-49a8-b5a0-07e9f64419fc tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 947 time: 0.0575478 Nov 22 13:49:58.579194 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c218fcb9-cc5d-48b2-85a2-e8cd623904f9 req-c0107b4a-ffb1-4e09-a19c-3a27659b61e2 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480437 Nov 22 13:49:59.703866 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832606d-c594-47d9-9175-76f4869d16cc req-4ef6a81c-0211-4deb-a343-14e2b8253d14 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:49:59.705410 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f832606d-c594-47d9-9175-76f4869d16cc req-4ef6a81c-0211-4deb-a343-14e2b8253d14 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 947 time: 0.0488381 Nov 22 13:49:59.755277 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f832606d-c594-47d9-9175-76f4869d16cc req-148c9d81-28ba-473b-87be-9ea167616ea3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433788 Nov 22 13:50:00.878189 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9191f3-b083-496a-a0a6-7f47bd44f535 req-5db200be-97f1-4e9a-8fbd-f49d065c8d5e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:00.879632 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0f9191f3-b083-496a-a0a6-7f47bd44f535 req-5db200be-97f1-4e9a-8fbd-f49d065c8d5e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 947 time: 0.0491798 Nov 22 13:50:00.925684 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0f9191f3-b083-496a-a0a6-7f47bd44f535 req-55516fb1-07eb-4d40-989f-c9242b5a68c6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402272 Nov 22 13:50:08.091709 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6d63e-7faf-4fbb-913d-28148b233f96 req-a1ba786c-df81-4e85-b701-009f55a1cc5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:08.093094 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1df6d63e-7faf-4fbb-913d-28148b233f96 req-a1ba786c-df81-4e85-b701-009f55a1cc5f tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0492167 Nov 22 13:50:08.144313 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1df6d63e-7faf-4fbb-913d-28148b233f96 req-2c11fa71-5670-479d-9c5e-73ca002fd9e7 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451982 Nov 22 13:50:09.265852 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be067e56-fb45-4fc7-8946-6fe8dd2f21ef req-e02ee2ac-0a3b-4497-b7de-8c33f23970c6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:09.267314 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-be067e56-fb45-4fc7-8946-6fe8dd2f21ef req-e02ee2ac-0a3b-4497-b7de-8c33f23970c6 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0508993 Nov 22 13:50:09.312784 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-be067e56-fb45-4fc7-8946-6fe8dd2f21ef req-3d089762-5392-4001-b82e-9231c6c608ad tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396428 Nov 22 13:50:10.072323 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-abb14ba0-1f7e-46b5-963a-b35cdab74b6b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:10.074615 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-abb14ba0-1f7e-46b5-963a-b35cdab74b6b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0481875 Nov 22 13:50:10.165431 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Deleting port 888d1f24-4a64-414c-ad37-27c5acf7246d {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:10.165972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:10.254759 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] For port 888d1f24-4a64-414c-ad37-27c5acf7246d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=888d1f24-4a64-414c-ad37-27c5acf7246d,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:10.255117 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:10.425184 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:10.425905 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:10.425905 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Floating IP 61b7456a-77c3-4227-a89c-b85a52549d23 disassociated. External IP: 172.27.0.82, port: 888d1f24-4a64-414c-ad37-27c5acf7246d. Nov 22 13:50:10.426194 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Calling delete_port for 888d1f24-4a64-414c-ad37-27c5acf7246d owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:10.429541 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71460bc8-ffe3-44a6-aa7a-87b9bb362c3e req-c6a820eb-6004-416c-bf4c-e3b031a4793a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:10.431086 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-71460bc8-ffe3-44a6-aa7a-87b9bb362c3e req-c6a820eb-6004-416c-bf4c-e3b031a4793a tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee44f9f7-0e5d-4b71-812f-45aa270dd3c9 HTTP/1.1" status: 200 len: 945 time: 0.0499644 Nov 22 13:50:10.479361 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-71460bc8-ffe3-44a6-aa7a-87b9bb362c3e req-273b1a1a-6226-43b9-b7c9-81f03f70c3fd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups?id=dceded98-97be-4a21-8fd6-ceaf6f20db6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417967 Nov 22 13:50:10.556276 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:10.584081 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event deleted for resources: {'Port': ['ID=888d1f24-4a64-414c-ad37-27c5acf7246d,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:10.596392 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.596743 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.597083 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.597446 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.597777 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.598107 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.598435 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.598765 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.599090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.599417 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.599736 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.600058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:10.709561 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Router eb847884-2bfe-411e-92ef-871597f9a16e has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:50:10.813383 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:50:10.823579 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] Sync routers for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:50:10.833008 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:10.833655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:49:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:10.852017 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] No DVR routers for this DVR port 888d1f24-4a64-414c-ad37-27c5acf7246d on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:10.855093 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:10.858211 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6254ce41-641c-45b6-b584-a8a5cd7d8408 req-9dc87a22-f715-4603-a52b-d1df84c3aa07 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.52 "DELETE /v2.0/ports/888d1f24-4a64-414c-ad37-27c5acf7246d HTTP/1.1" status: 204 len: 173 time: 0.7757990 Nov 22 13:50:10.858643 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'name': 'network-vif-deleted', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:10.860868 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9e6e2c-4cc4-4ffd-b7a1-6261ac7db0fc" -d '{"events": [{"server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "name": "network-vif-deleted", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:10.959210 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:10.974010 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef27de76-1955-4856-ba85-216d16d10fc0 x-openstack-request-id: req-ef27de76-1955-4856-ba85-216d16d10fc0 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:10.974429 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee44f9f7-0e5d-4b71-812f-45aa270dd3c9", "name": "network-vif-deleted", "tag": "888d1f24-4a64-414c-ad37-27c5acf7246d", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:10.977659 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef27de76-1955-4856-ba85-216d16d10fc0 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:10.978077 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee44f9f7-0e5d-4b71-812f-45aa270dd3c9', 'name': 'network-vif-deleted', 'tag': '888d1f24-4a64-414c-ad37-27c5acf7246d', 'status': 'completed', 'code': 200} Nov 22 13:50:11.165126 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:11.194700 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] Checking router: eb847884-2bfe-411e-92ef-871597f9a16e for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:50:11.203118 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:11.203676 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:49:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:11.308878 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:11.518559 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:11.545652 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7ca86-20de-487a-a68e-5040de66222c None None] The sync data for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi is: [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:43:45Z', 'revision_number': 4, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '58c44885-c382-4a3e-8593-79e79a29aee8', 'name': '', 'network_id': 'e7706b4f-e379-4641-9c77-35453cbb2b93', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'mac_address': 'fa:16:3e:94:87:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:44Z', 'updated_at': '2021-11-22T13:43:53Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'subnets': [{'id': '585a83c5-6e8b-496d-b010-678be8a0fc51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:50:11.566694 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59488) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:11.625132 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8b0f-d751-4821-a302-5cc9537e28cd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:11.649665 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8b0f-d751-4821-a302-5cc9537e28cd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:11.701517 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8b0f-d751-4821-a302-5cc9537e28cd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:11.704343 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d9bb8b0f-d751-4821-a302-5cc9537e28cd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:11.705529 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-d9bb8b0f-d751-4821-a302-5cc9537e28cd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "DELETE /v2.0/security-groups/dceded98-97be-4a21-8fd6-ceaf6f20db6a HTTP/1.1" status: 204 len: 168 time: 0.1378005 Nov 22 13:50:11.708852 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59490) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:11.715315 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb8b0f-d751-4821-a302-5cc9537e28cd tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceded98-97be-4a21-8fd6-ceaf6f20db6a,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:11.727491 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.api.v2.resource [None req-a6104c36-7b79-421c-8e81-7354545422c3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] show failed (client error): The resource could not be found. Nov 22 13:50:11.728776 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a6104c36-7b79-421c-8e81-7354545422c3 tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "GET /v2.0/security-groups/dceded98-97be-4a21-8fd6-ceaf6f20db6a HTTP/1.1" status: 404 len: 347 time: 0.0186858 Nov 22 13:50:11.732296 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59492) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:11.788774 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c8eb47-a07b-4f98-ae73-8f435a91bd16 None None] New status for floating IP 61b7456a-77c3-4227-a89c-b85a52549d23: DOWN {{(pid=109193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:50:11.896404 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Deleting port dabaf8b0-e41a-4bd6-8a7e-7db2995cd7ba {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:11.896748 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:11.974194 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:11.974523 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:11.986148 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Calling delete_port for dabaf8b0-e41a-4bd6-8a7e-7db2995cd7ba owned by network:floatingip {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:12.125345 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:12.150829 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Pushing event deleted for resources: {'Port': ['ID=dabaf8b0-e41a-4bd6-8a7e-7db2995cd7ba,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:12.214867 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks [] for floatingip, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:12.217736 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:12.218897 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-c329bc8a-2669-4b60-9f7b-9f2119fffc7b tempest-AttachVolumeTestJSON-677274602 tempest-AttachVolumeTestJSON-677274602-project] 10.222.0.31 "DELETE /v2.0/floatingips/61b7456a-77c3-4227-a89c-b85a52549d23 HTTP/1.1" status: 204 len: 168 time: 0.4855671 Nov 22 13:50:14.803227 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbacd80-fdab-4304-96d6-8df222c1ead6 req-d00f05f3-eea9-4dbd-bff0-755301543199 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:14.804624 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0cbacd80-fdab-4304-96d6-8df222c1ead6 req-d00f05f3-eea9-4dbd-bff0-755301543199 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0515826 Nov 22 13:50:14.856895 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0cbacd80-fdab-4304-96d6-8df222c1ead6 req-18cd87f2-e95f-4535-84ca-03609f2c4d11 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460927 Nov 22 13:50:14.954320 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:50:15.321559 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 888d1f24-4a64-414c-ad37-27c5acf7246d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:15.340974 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 888d1f24-4a64-414c-ad37-27c5acf7246d {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:15.341342 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 888d1f24-4a64-414c-ad37-27c5acf7246d not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:15.739873 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59528) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:16.023958 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d762eb-4ed3-4838-86fc-d5e8f0b9be0b req-f15ea7c0-19f1-4158-8925-7df20374509d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:16.025477 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d1d762eb-4ed3-4838-86fc-d5e8f0b9be0b req-f15ea7c0-19f1-4158-8925-7df20374509d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0996315 Nov 22 13:50:16.134191 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d1d762eb-4ed3-4838-86fc-d5e8f0b9be0b req-49ea2025-73ca-4404-898a-d79b685f351d tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786617 Nov 22 13:50:16.323784 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:16.614706 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Deleting port 58c44885-c382-4a3e-8593-79e79a29aee8 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:16.615045 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:16.689668 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] For port 58c44885-c382-4a3e-8593-79e79a29aee8, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=58c44885-c382-4a3e-8593-79e79a29aee8,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:16.690047 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:16.704919 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Calling delete_port for 58c44885-c382-4a3e-8593-79e79a29aee8 owned by network:router_interface {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:16.877034 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:16.902884 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c44885-c382-4a3e-8593-79e79a29aee8,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:16.925435 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.925788 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.926131 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.926537 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.926869 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.927201 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.927529 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.927894 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.928224 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.928550 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.928861 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:16.929184 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:17.073064 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:17.249171 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ef87b-e14d-431c-808e-e7a11cb11f71 req-e13201ae-3b59-4d95-a866-95cbe7ba215c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:17.250731 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-359ef87b-e14d-431c-808e-e7a11cb11f71 req-e13201ae-3b59-4d95-a866-95cbe7ba215c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Nov 22 13:50:17.282103 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Router eb847884-2bfe-411e-92ef-871597f9a16e has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:50:17.300031 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-359ef87b-e14d-431c-808e-e7a11cb11f71 req-e7e0b21b-556c-4df5-998a-d685895832eb tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Nov 22 13:50:17.607149 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:50:17.612229 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f0cd3d3e-2169-4014-9e05-935b6ad75489 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb847884-2bfe-411e-92ef-871597f9a16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8713150 Nov 22 13:50:17.614716 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59536) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:17.617169 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] Sync routers for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:50:17.627978 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:17.628590 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:49:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:17.716196 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:17.733443 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:17.818484 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:17.869930 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Deleting port 80158b3b-b060-4106-9829-49d666b01408 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:17.870271 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:17.913812 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '80158b3b-b060-4106-9829-49d666b01408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:50:16Z', 'revision_number': 5, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port': {'id': '80158b3b-b060-4106-9829-49d666b01408', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:43:40Z', 'updated_at': '2021-11-22T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:17.944357 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] Checking router: eb847884-2bfe-411e-92ef-871597f9a16e for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:50:17.947877 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] For port 80158b3b-b060-4106-9829-49d666b01408, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=80158b3b-b060-4106-9829-49d666b01408,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:17.948384 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:17.953483 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] Routers {'eb847884-2bfe-411e-92ef-871597f9a16e'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:17.954099 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:49:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['eb847884-2bfe-411e-92ef-871597f9a16e'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:17.961607 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Calling delete_port for 80158b3b-b060-4106-9829-49d666b01408 owned by network:router_gateway {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:18.131620 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.164499 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=80158b3b-b060-4106-9829-49d666b01408,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:18.174322 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] Set router eb847884-2bfe-411e-92ef-871597f9a16e gateway port host: None {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:18.227634 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:50:17Z', 'revision_number': 6, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:18.236733 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.259119 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d5495-e5eb-43e5-b1a0-0e84b3d05239 None None] The sync data for ids ['eb847884-2bfe-411e-92ef-871597f9a16e'] in dv-cinder-768458-14-iscsi is: [{'id': 'eb847884-2bfe-411e-92ef-871597f9a16e', 'name': 'tempest-AttachVolumeTestJSON-1403963486-router', 'tenant_id': '88b94d04bded4b188291cfa01accf7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:43:38Z', 'updated_at': '2021-11-22T13:50:17Z', 'revision_number': 6, 'project_id': '88b94d04bded4b188291cfa01accf7af', 'gw_port_host': None}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:50:18.330414 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.332957 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.402967 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.404147 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb847884-2bfe-411e-92ef-871597f9a16e {{(pid=109190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:50:18.410180 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.411413 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-d11b556b-c00f-40fc-9f6b-91f6c8a5f7d4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eb847884-2bfe-411e-92ef-871597f9a16e HTTP/1.1" status: 204 len: 168 time: 0.7957883 Nov 22 13:50:18.414043 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59540) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:18.432684 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9027b2e-92ad-45fd-b37e-d84891771f47 req-541182be-a7bd-41fd-a236-3a9916decdfb tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:18.434874 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e9027b2e-92ad-45fd-b37e-d84891771f47 req-541182be-a7bd-41fd-a236-3a9916decdfb tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0638905 Nov 22 13:50:18.466330 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] Deleting subnet 585a83c5-6e8b-496d-b010-678be8a0fc51 {{(pid=109191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:50:18.469548 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.492908 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e9027b2e-92ad-45fd-b37e-d84891771f47 req-50ae24fc-8df2-4d2e-874d-b82e21d64f27 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484471 Nov 22 13:50:18.503831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10392457'] for subnet, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.610760 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.662094 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10208464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261780'] for subnet, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.688544 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585a83c5-6e8b-496d-b010-678be8a0fc51,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:18.690567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.695978 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-57fa7659-5e4d-4827-95f4-01edf16b4f30 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/585a83c5-6e8b-496d-b010-678be8a0fc51 HTTP/1.1" status: 204 len: 168 time: 0.2787220 Nov 22 13:50:18.696231 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59542) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:18.696856 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526cea8-63e7-44c2-9ea3-65ce3d9f15c6 None None] Network e7706b4f-e379-4641-9c77-35453cbb2b93 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:50:18.772371 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.831403 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Deleting port d597a730-eb00-4284-87bd-ec47d49668f1 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:18.831744 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.882901 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] DHCP port deletion for e7706b4f-e379-4641-9c77-35453cbb2b93 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:50:18.900734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] For port d597a730-eb00-4284-87bd-ec47d49668f1, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=d597a730-eb00-4284-87bd-ec47d49668f1,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:18.901225 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.915993 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Calling delete_port for d597a730-eb00-4284-87bd-ec47d49668f1 owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:18.932815 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Deleting port d597a730-eb00-4284-87bd-ec47d49668f1 {{(pid=109192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:18.933334 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:18.999058 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] For port d597a730-eb00-4284-87bd-ec47d49668f1, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=d597a730-eb00-4284-87bd-ec47d49668f1,segment=NetworkSegment(c6ab9823-344a-45bc-b055-1d7bd580cdd9),segment_id=c6ab9823-344a-45bc-b055-1d7bd580cdd9)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:18.999460 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.006059 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.013857 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Calling delete_port for d597a730-eb00-4284-87bd-ec47d49668f1 owned by network:dhcp {{(pid=109192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:19.036705 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Pushing event deleted for resources: {'Port': ['ID=d597a730-eb00-4284-87bd-ec47d49668f1,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:19.040259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] No DVR routers for this DVR port d597a730-eb00-4284-87bd-ec47d49668f1 on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:19.118343 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.138940 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7706b4f-e379-4641-9c77-35453cbb2b93']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:19.144982 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045'] for port, after_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.148210 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ab9823-344a-45bc-b055-1d7bd580cdd9') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:19.148510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ab9823-344a-45bc-b055-1d7bd580cdd9') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:19.158688 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.171520 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.174111 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Pushing event deleted for resources: {'Port': ['ID=d597a730-eb00-4284-87bd-ec47d49668f1,revision_number=None']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:19.177471 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:50:19.177866 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.178515 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] No DVR routers for this DVR port d597a730-eb00-4284-87bd-ec47d49668f1 on host dv-cinder-768458-14-iscsi {{(pid=109192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:50:19.179545 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:50:19.184515 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.184870 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.185222 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.185580 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.185914 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.186246 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.186601 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.186934 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.187263 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.187586 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.187912 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.188235 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bedd4a-1bd1-4166-a8a1-dbcbe364fe5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:50:19.235170 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.239749 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.243033 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] 10.222.0.31 "DELETE /v2.0/networks/e7706b4f-e379-4641-9c77-35453cbb2b93 HTTP/1.1" status: 204 len: 168 time: 0.5457544 Nov 22 13:50:19.256043 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76d543-3277-4a79-8d64-0b05776db53c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7706b4f-e379-4641-9c77-35453cbb2b93,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:19.354550 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59546) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:19.395830 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-7e35f386-b306-4b8a-89b0-e0d7c3cdff24 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88b94d04bded4b188291cfa01accf7af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394552 Nov 22 13:50:19.398288 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59548) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:19.448677 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4c4-f393-4de8-93a0-665bde7b1c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.470238 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4c4-f393-4de8-93a0-665bde7b1c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.517678 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4c4-f393-4de8-93a0-665bde7b1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.520816 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0c88c4c4-f393-4de8-93a0-665bde7b1c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:19.521997 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-0c88c4c4-f393-4de8-93a0-665bde7b1c27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/37d18f15-7ed7-476b-ba6d-633c67a7c03d HTTP/1.1" status: 204 len: 168 time: 0.1228204 Nov 22 13:50:19.531506 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88c4c4-f393-4de8-93a0-665bde7b1c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d18f15-7ed7-476b-ba6d-633c67a7c03d,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:19.612570 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5145d3e-f999-4efd-a57c-8992e139044e req-e4b221f9-4294-4c74-9af0-1a0515004253 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:19.614136 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f5145d3e-f999-4efd-a57c-8992e139044e req-e4b221f9-4294-4c74-9af0-1a0515004253 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0500376 Nov 22 13:50:19.664338 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f5145d3e-f999-4efd-a57c-8992e139044e req-88d13d72-1594-4075-ab84-737a63cc53aa tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442331 Nov 22 13:50:19.922369 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:20.187869 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d597a730-eb00-4284-87bd-ec47d49668f1 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:20.208086 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: d597a730-eb00-4284-87bd-ec47d49668f1 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:20.208429 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d597a730-eb00-4284-87bd-ec47d49668f1 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:20.208850 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 58c44885-c382-4a3e-8593-79e79a29aee8 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:20.228637 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 58c44885-c382-4a3e-8593-79e79a29aee8 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:20.228983 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 58c44885-c382-4a3e-8593-79e79a29aee8 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:20.229429 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 80158b3b-b060-4106-9829-49d666b01408 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:20.249845 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 80158b3b-b060-4106-9829-49d666b01408 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:20.250205 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 80158b3b-b060-4106-9829-49d666b01408 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:20.781490 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d663317-d03d-4ff3-a5d5-6509897e4563 req-1dc24040-af69-4371-8f68-b54bfdb9b673 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:20.783033 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4d663317-d03d-4ff3-a5d5-6509897e4563 req-1dc24040-af69-4371-8f68-b54bfdb9b673 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0508206 Nov 22 13:50:20.832902 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4d663317-d03d-4ff3-a5d5-6509897e4563 req-cbb0dc7d-70f9-40ea-97fe-d37144b631b6 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Nov 22 13:50:21.200318 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59604) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:21.302061 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-eea499de-0744-497a-aa68-75056106893d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.379406 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-eea499de-0744-497a-aa68-75056106893d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.383090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-eea499de-0744-497a-aa68-75056106893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.419383 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea499de-0744-497a-aa68-75056106893d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da97a5-4fed-423c-a437-885622cef03b,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:21.423429 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-eea499de-0744-497a-aa68-75056106893d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f4d58f6a23c464688db756799903d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220998 Nov 22 13:50:21.426629 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59608) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:21.479916 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-da827b37-7fd4-4c52-932d-2e941a449d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.500578 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-da827b37-7fd4-4c52-932d-2e941a449d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.544963 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-da827b37-7fd4-4c52-932d-2e941a449d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.547476 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-da827b37-7fd4-4c52-932d-2e941a449d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.548602 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-da827b37-7fd4-4c52-932d-2e941a449d29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2da97a5-4fed-423c-a437-885622cef03b HTTP/1.1" status: 204 len: 168 time: 0.1216822 Nov 22 13:50:21.556386 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827b37-7fd4-4c52-932d-2e941a449d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da97a5-4fed-423c-a437-885622cef03b,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:21.809880 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59616) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:21.822659 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a1004d23-b464-4ccc-acf2-2695fa29565a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.900509 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a1004d23-b464-4ccc-acf2-2695fa29565a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.905506 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a1004d23-b464-4ccc-acf2-2695fa29565a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:21.947126 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a1004d23-b464-4ccc-acf2-2695fa29565a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=87699aa4fe734bc0baae946fa0134c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361444 Nov 22 13:50:21.947995 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1004d23-b464-4ccc-acf2-2695fa29565a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbd388-e095-4975-90f4-5428712076ed,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:21.951985 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59620) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:21.955176 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1df26e-cd19-4fa6-b84f-f9df13805f3c req-632b644e-930e-4205-9f81-41175a61ca05 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:21.956705 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ae1df26e-cd19-4fa6-b84f-f9df13805f3c req-632b644e-930e-4205-9f81-41175a61ca05 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Nov 22 13:50:22.007126 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5720d242-e4df-411e-aedc-85a201cb5d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:22.014364 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ae1df26e-cd19-4fa6-b84f-f9df13805f3c req-36edb3ee-1f2b-4fa1-b5fd-c2a809d08993 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513155 Nov 22 13:50:22.030035 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5720d242-e4df-411e-aedc-85a201cb5d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:22.076228 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5720d242-e4df-411e-aedc-85a201cb5d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:22.078693 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5720d242-e4df-411e-aedc-85a201cb5d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:22.079853 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-5720d242-e4df-411e-aedc-85a201cb5d4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75bbd388-e095-4975-90f4-5428712076ed HTTP/1.1" status: 204 len: 168 time: 0.1269381 Nov 22 13:50:22.087657 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720d242-e4df-411e-aedc-85a201cb5d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbd388-e095-4975-90f4-5428712076ed,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:22.529888 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6fb8411a-0f53-4379-8e25-5dd011e2ca4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:23.130150 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4227bc2-7e3a-4650-9a4d-af5d4e92fc06 req-c6279512-e235-4789-9a0d-ffbcdebdf887 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:23.131662 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4227bc2-7e3a-4650-9a4d-af5d4e92fc06 req-c6279512-e235-4789-9a0d-ffbcdebdf887 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0505333 Nov 22 13:50:23.182804 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f4227bc2-7e3a-4650-9a4d-af5d4e92fc06 req-b15bef69-2451-4a02-893f-7b81e3559f70 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450361 Nov 22 13:50:24.297808 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e55a1-e07b-449e-8cfa-5c1805b69a7a req-88664a74-41d2-49aa-b0c8-090e4ee1ce6c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:24.299316 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9d5e55a1-e07b-449e-8cfa-5c1805b69a7a req-88664a74-41d2-49aa-b0c8-090e4ee1ce6c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Nov 22 13:50:24.348640 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9d5e55a1-e07b-449e-8cfa-5c1805b69a7a req-66fea900-2f1f-4f7f-a5d9-2d479db56767 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434420 Nov 22 13:50:24.916465 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a12ddda3-59b1-4599-8f9e-698a09bdc0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:25.471498 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdfd90-86ce-48a6-bdbc-ba6800d778eb req-4f35e134-b446-4753-bf7c-2bdd0c006da4 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:25.473004 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-23cdfd90-86ce-48a6-bdbc-ba6800d778eb req-4f35e134-b446-4753-bf7c-2bdd0c006da4 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0583408 Nov 22 13:50:25.522899 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-23cdfd90-86ce-48a6-bdbc-ba6800d778eb req-1aec7a9f-611f-4ba7-9702-057a7cc2fc09 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439863 Nov 22 13:50:25.840051 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:26.644356 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71020281-7107-4e53-8efc-b3514398d120 req-3e6cffe4-3ac7-421e-96dc-6441351cdc57 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:26.645874 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-71020281-7107-4e53-8efc-b3514398d120 req-3e6cffe4-3ac7-421e-96dc-6441351cdc57 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0502777 Nov 22 13:50:26.696584 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-71020281-7107-4e53-8efc-b3514398d120 req-f40bba35-1b96-477d-bdf9-fe5807492ed2 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446990 Nov 22 13:50:26.883161 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-df068845-e5e3-4bca-bc99-d375dd38b4aa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21921982&fields=id&tenant_id=cfdbcd612796433d849fc488aa45a196 HTTP/1.1" status: 200 len: 267 time: 0.0490806 Nov 22 13:50:26.941525 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-57c91471-7f2f-43ad-aea1-e5b7e2b5bf0d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:26.943159 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-57c91471-7f2f-43ad-aea1-e5b7e2b5bf0d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 984 time: 0.0532227 Nov 22 13:50:26.959221 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Request body: {'port': {'security_groups': ['3df5df97-990e-42b7-afaf-6a44bda792ff']}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:50:27.036833 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.228709 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:27.258536 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.264030 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.277722 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['899b8778-cdd6-4c85-97ba-5ca10edfb816'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:50:27.318740 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:27.319387 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.320807 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1dd7b63d-5df2-4672-94fb-3bc17a186c0a req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "PUT /v2.0/ports/899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 942 time: 0.3668516 Nov 22 13:50:27.321329 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:27.323666 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:27.327803 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59744) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:27.350829 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb173ec-7c94-4cce-a81a-f0249abdfd9d tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event updated for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=7']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:27.384106 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3949c6a-d432-4608-a204-82032eede50c x-openstack-request-id: req-d3949c6a-d432-4608-a204-82032eede50c {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:27.384605 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:27.384931 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3949c6a-d432-4608-a204-82032eede50c {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:27.385440 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'status': 'completed', 'code': 200} Nov 22 13:50:27.412470 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4d5a316c-bc27-4ce4-9aa2-adbd645749fa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.429557 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.445825 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['899b8778-cdd6-4c85-97ba-5ca10edfb816'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:50:27.467060 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4d5a316c-bc27-4ce4-9aa2-adbd645749fa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.503834 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-a1ae24d7-65d4-463f-8c0b-c6f616321c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:27.505449 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-a1ae24d7-65d4-463f-8c0b-c6f616321c16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0885444 Nov 22 13:50:27.597806 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-eaf42c04-2512-4c01-b74d-58ede8b1e726 None None] Provisioning complete for port 899b8778-cdd6-4c85-97ba-5ca10edfb816 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:50:27.598173 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-eaf42c04-2512-4c01-b74d-58ede8b1e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.610229 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4d5a316c-bc27-4ce4-9aa2-adbd645749fa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.612770 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4d5a316c-bc27-4ce4-9aa2-adbd645749fa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.613934 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-4d5a316c-bc27-4ce4-9aa2-adbd645749fa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "DELETE /v2.0/security-groups/c370e65b-0197-4f66-805f-ce0da72afd56 HTTP/1.1" status: 204 len: 168 time: 0.2846746 Nov 22 13:50:27.616835 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59746) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:27.630521 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-0bc85d62-563c-42a8-9d1c-a4817c6484b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:27.631989 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-0bc85d62-563c-42a8-9d1c-a4817c6484b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 916 time: 0.1173887 Nov 22 13:50:27.633067 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a316c-bc27-4ce4-9aa2-adbd645749fa tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370e65b-0197-4f66-805f-ce0da72afd56,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:27.703804 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-90fd1d65-a3d7-4d49-8efd-ddf8bcc63cde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 1001 time: 0.0624530 Nov 22 13:50:27.762106 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-da145f57-c6fa-4467-ba60-3ee2aab5218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:27.763814 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-da145f57-c6fa-4467-ba60-3ee2aab5218f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 200 len: 854 time: 0.0511591 Nov 22 13:50:27.821051 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-d28899e7-fcde-46cb-91f4-e47ab5f1bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:27.822960 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-d28899e7-fcde-46cb-91f4-e47ab5f1bf89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f304a141-d2bc-4f74-9e70-9594aac65216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493491 Nov 22 13:50:27.837159 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Deleting port 8bfdb4bf-f412-4123-ab10-0f6a0af6e38a {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:27.837745 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.922002 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-6ba7c27b-3546-4549-aeb7-605b4623f039 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897439 Nov 22 13:50:27.926882 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.927417 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:27.962086 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Calling delete_port for 8bfdb4bf-f412-4123-ab10-0f6a0af6e38a owned by network:floatingip {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:28.016818 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-15bb1fb7-3c8a-4dc3-9c62-b821c46dbcb5 req-a8cd6a16-ed53-4830-9126-08c58503e3c0 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871813 Nov 22 13:50:28.027082 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2c63b-1301-495f-8bad-98112467cee1 req-59248355-6b58-4af8-a9ce-d49a6561d03f tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:28.028603 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-77a2c63b-1301-495f-8bad-98112467cee1 req-59248355-6b58-4af8-a9ce-d49a6561d03f tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.1064594 Nov 22 13:50:28.115861 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-77a2c63b-1301-495f-8bad-98112467cee1 req-ba957e9b-5ac2-45b1-8421-04ea0f99512a tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795164 Nov 22 13:50:28.186484 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.187019 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.211530 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event deleted for resources: {'Port': ['ID=8bfdb4bf-f412-4123-ab10-0f6a0af6e38a,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:28.271266 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks [] for floatingip, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.271601 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Floating IP 4fec775b-6a27-4895-bce3-435a79ab988f disassociated (deleted). External IP: 172.27.0.112, port: 899b8778-cdd6-4c85-97ba-5ca10edfb816. Nov 22 13:50:28.483076 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Router 9378de32-af44-4989-81c3-d54b53c93946 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:50:28.601188 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:50:28.605955 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.613135 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] Sync routers for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:50:28.623562 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:28.624302 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:28.633865 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-caa42da8-702c-4fba-b033-a74710262901 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "DELETE /v2.0/floatingips/4fec775b-6a27-4895-bce3-435a79ab988f HTTP/1.1" status: 204 len: 168 time: 1.0157597 Nov 22 13:50:28.647555 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59768) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:28.746628 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:28.768564 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a9158e82-eaba-4add-85bc-f191d5767f61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.859700 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a9158e82-eaba-4add-85bc-f191d5767f61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.864057 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a9158e82-eaba-4add-85bc-f191d5767f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.912219 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a9158e82-eaba-4add-85bc-f191d5767f61 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eba2971ffd245f19a9a98d413cdf7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610595 Nov 22 13:50:28.912219 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9158e82-eaba-4add-85bc-f191d5767f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d87e5df-cba2-4dd0-8ed5-8c7889849d79,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:28.912676 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59778) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:28.973284 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-97aad9b5-d8fb-4bf7-a977-c4078b6886ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:28.977253 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 5, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:28.995352 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-97aad9b5-d8fb-4bf7-a977-c4078b6886ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.004416 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] Checking router: 9378de32-af44-4989-81c3-d54b53c93946 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:50:29.012625 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:29.013518 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:29.041609 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-97aad9b5-d8fb-4bf7-a977-c4078b6886ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.045243 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-97aad9b5-d8fb-4bf7-a977-c4078b6886ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.046434 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-97aad9b5-d8fb-4bf7-a977-c4078b6886ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d87e5df-cba2-4dd0-8ed5-8c7889849d79 HTTP/1.1" status: 204 len: 168 time: 0.1327991 Nov 22 13:50:29.054223 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aad9b5-d8fb-4bf7-a977-c4078b6886ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d87e5df-cba2-4dd0-8ed5-8c7889849d79,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:29.124866 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:29.248144 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546b570-70af-445f-bec2-9d39a0147868 req-48577ccd-845f-4d68-a2ea-81976bf64cb2 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:29.250561 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f546b570-70af-445f-bec2-9d39a0147868 req-48577ccd-845f-4d68-a2ea-81976bf64cb2 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0564392 Nov 22 13:50:29.318737 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f546b570-70af-445f-bec2-9d39a0147868 req-bdd661ba-d35a-4889-95ab-838d06ff7895 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616975 Nov 22 13:50:29.341537 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 5, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:29.356093 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59786) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:29.369573 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-063b949e-52e4-4e3e-82b6-aa7cdb9ab9a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.371324 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d988f-41ea-435f-ae59-8e10102c251a None None] The sync data for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi is: [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:48:01Z', 'revision_number': 4, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '2cb722ae-9016-4f84-81ac-ec1aad418fae', 'name': '', 'network_id': 'f304a141-d2bc-4f74-9e70-9594aac65216', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'mac_address': 'fa:16:3e:74:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:01Z', 'updated_at': '2021-11-22T13:48:07Z', 'revision_number': 5, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'subnets': [{'id': 'b9fa52de-4b7c-4b61-85b8-b955dcb6cc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:50:29.389302 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:29.391567 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57" -d '{"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:29.445492 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b220b-cb61-4a30-96aa-072e09c8fda9 x-openstack-request-id: req-901b220b-cb61-4a30-96aa-072e09c8fda9 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:29.445789 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:29.446046 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-901b220b-cb61-4a30-96aa-072e09c8fda9 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:29.446433 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'status': 'completed', 'code': 200} Nov 22 13:50:29.461566 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-063b949e-52e4-4e3e-82b6-aa7cdb9ab9a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.466053 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-063b949e-52e4-4e3e-82b6-aa7cdb9ab9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.510841 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-063b949e-52e4-4e3e-82b6-aa7cdb9ab9a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe47caca6cb14bb898b7fa7f653a4a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503396 Nov 22 13:50:29.510841 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b949e-52e4-4e3e-82b6-aa7cdb9ab9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403360fc-d27b-48c0-a73c-e9740a038fe6,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:29.511483 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59790) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:29.537531 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-c8d94a33-4555-4014-9dae-5c46cb727172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:29.539163 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-c8d94a33-4555-4014-9dae-5c46cb727172 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfdbcd612796433d849fc488aa45a196&device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 1098 time: 0.0462472 Nov 22 13:50:29.566993 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e93375a4-a80a-4e9b-a64b-18fa1c3ebf34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.594482 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e93375a4-a80a-4e9b-a64b-18fa1c3ebf34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.650106 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e93375a4-a80a-4e9b-a64b-18fa1c3ebf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.652687 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e93375a4-a80a-4e9b-a64b-18fa1c3ebf34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:29.656809 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e93375a4-a80a-4e9b-a64b-18fa1c3ebf34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/403360fc-d27b-48c0-a73c-e9740a038fe6 HTTP/1.1" status: 204 len: 168 time: 0.1416214 Nov 22 13:50:29.662894 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93375a4-a80a-4e9b-a64b-18fa1c3ebf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403360fc-d27b-48c0-a73c-e9740a038fe6,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:29.683849 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e848ab1-9a63-47ca-8956-dbe550a15ca7 None None] New status for floating IP 4fec775b-6a27-4895-bce3-435a79ab988f: DOWN {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:50:29.704375 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-8d20fac4-b92e-4517-bbbf-304cb16b9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:29.706282 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-8d20fac4-b92e-4517-bbbf-304cb16b9af7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 200 len: 916 time: 0.1476555 Nov 22 13:50:29.754021 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-006ff311-e220-442f-b891-8a8db7b1db14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 200 len: 217 time: 0.0379434 Nov 22 13:50:29.812793 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-e9bd3a13-9335-4c97-8922-9035df1cdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:29.814356 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-e9bd3a13-9335-4c97-8922-9035df1cdc1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 200 len: 854 time: 0.0529301 Nov 22 13:50:29.865769 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-e4c8670a-e9fd-4c12-9737-7aadeea1060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:29.867311 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-e4c8670a-e9fd-4c12-9737-7aadeea1060b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f304a141-d2bc-4f74-9e70-9594aac65216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452743 Nov 22 13:50:29.977563 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-7c9c5402-f07b-4c7c-8516-a657f7e668d2 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008008 Nov 22 13:50:29.982894 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-6251dc6a-5ff2-4770-9c13-86cb75e82ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:29.984410 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-6251dc6a-5ff2-4770-9c13-86cb75e82ee6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1098 time: 0.0512981 Nov 22 13:50:30.084961 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1ecbd42-68ac-4857-baba-5fdb39fc0a57 req-e71a03b1-a125-4432-a289-221b7e1cc654 service neutron] 10.222.0.52 "GET /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993962 Nov 22 13:50:30.112818 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-d461d45a-6825-48c4-99d2-6b8451668fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:30.114340 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-d461d45a-6825-48c4-99d2-6b8451668fd8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 910 time: 0.1226838 Nov 22 13:50:30.189301 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-f99add2e-b1f0-4740-b368-58f965023b62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 1000 time: 0.0666251 Nov 22 13:50:30.241846 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-52d5af88-dd3a-466c-a8a5-2fe0371a6ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:30.243325 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-52d5af88-dd3a-466c-a8a5-2fe0371a6ac9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 200 len: 848 time: 0.0467045 Nov 22 13:50:30.294058 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-193c2640-86c9-43dd-b59b-ac1e5a90367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:30.295555 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-193c2640-86c9-43dd-b59b-ac1e5a90367f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf9e00ac-3683-4953-9d30-6f214cc48b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433493 Nov 22 13:50:30.401091 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-b3b19eff-337c-4d04-bcc7-df1d249b2067 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970001 Nov 22 13:50:30.441943 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106480a-2ba0-45bf-9b6a-cd483eb56cfd req-a2b4f84e-01be-4548-be88-81bd7f150cd3 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:30.443615 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8106480a-2ba0-45bf-9b6a-cd483eb56cfd req-a2b4f84e-01be-4548-be88-81bd7f150cd3 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Nov 22 13:50:30.501960 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8106480a-2ba0-45bf-9b6a-cd483eb56cfd req-c7e9a3b3-b00a-4264-90b9-18ebe15e188f tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518603 Nov 22 13:50:30.508729 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f2d0972f-942e-4d1d-9bf1-c812003531ba req-698714ee-a0ee-45e6-b291-1d57a516c33e service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989938 Nov 22 13:50:31.427585 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b4de7-f269-4c56-be45-b7de14c7257e req-613a7232-5be8-44c5-a802-0ad062ab0336 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:31.429076 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-916b4de7-f269-4c56-be45-b7de14c7257e req-613a7232-5be8-44c5-a802-0ad062ab0336 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0541842 Nov 22 13:50:31.476283 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-916b4de7-f269-4c56-be45-b7de14c7257e req-453bcf2b-8499-4196-8727-53e273320d25 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Nov 22 13:50:31.624547 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034319a-f79d-44b8-aed2-c2cf0eaf3962 req-33d9b09d-c0eb-48a2-92cb-ad25c0fb1149 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:31.626092 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e034319a-f79d-44b8-aed2-c2cf0eaf3962 req-33d9b09d-c0eb-48a2-92cb-ad25c0fb1149 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0514932 Nov 22 13:50:31.653042 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 59882) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:31.675912 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e034319a-f79d-44b8-aed2-c2cf0eaf3962 req-9f8e9cd7-cbf5-4eee-bfb9-88f4e1cf0108 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435262 Nov 22 13:50:31.756657 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b8c4e654-7b78-4dbd-bc2c-e73001bb0f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:31.832871 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b8c4e654-7b78-4dbd-bc2c-e73001bb0f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:31.836996 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b8c4e654-7b78-4dbd-bc2c-e73001bb0f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:31.877741 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b8c4e654-7b78-4dbd-bc2c-e73001bb0f77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d6b02cd1c934d0ab5b1892ae44f88ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224145 Nov 22 13:50:31.878777 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4e654-7b78-4dbd-bc2c-e73001bb0f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0371db61-51c1-498d-a6c7-5d9020ef2f18,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:31.880309 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59886) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:31.930263 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1c87-bd35-4c4f-bbe3-a9bb689a1ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:31.951574 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1c87-bd35-4c4f-bbe3-a9bb689a1ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:31.997530 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1c87-bd35-4c4f-bbe3-a9bb689a1ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.000117 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ab8b1c87-bd35-4c4f-bbe3-a9bb689a1ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.001304 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-ab8b1c87-bd35-4c4f-bbe3-a9bb689a1ddd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0371db61-51c1-498d-a6c7-5d9020ef2f18 HTTP/1.1" status: 204 len: 168 time: 0.1199186 Nov 22 13:50:32.009101 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b1c87-bd35-4c4f-bbe3-a9bb689a1ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0371db61-51c1-498d-a6c7-5d9020ef2f18,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:32.254317 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59892) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:32.267472 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89c86255-2e58-4f57-8bfe-450ec1ab7d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.589802 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89c86255-2e58-4f57-8bfe-450ec1ab7d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.595187 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89c86255-2e58-4f57-8bfe-450ec1ab7d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.603762 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d294f-8ea3-4726-87e3-3037e8114df2 req-ed096f04-6cef-4108-ba16-b839aea75c5f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:32.606200 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-955d294f-8ea3-4726-87e3-3037e8114df2 req-ed096f04-6cef-4108-ba16-b839aea75c5f tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0560999 Nov 22 13:50:32.635706 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-89c86255-2e58-4f57-8bfe-450ec1ab7d16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad28c39498484c14ba38ad1dfa02b5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802862 Nov 22 13:50:32.636999 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c86255-2e58-4f57-8bfe-450ec1ab7d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c2382-72c6-4b0a-bfa8-8fcd0dfa8e70,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:32.639350 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59896) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:32.668766 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-955d294f-8ea3-4726-87e3-3037e8114df2 req-12d16136-2697-4627-b6cf-4a506d53de34 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/security-groups?id=3df5df97-990e-42b7-afaf-6a44bda792ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 Nov 22 13:50:32.691959 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7ac46a4a-38ba-407b-ad79-08de79678e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.714978 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7ac46a4a-38ba-407b-ad79-08de79678e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.786007 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7ac46a4a-38ba-407b-ad79-08de79678e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.788475 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7ac46a4a-38ba-407b-ad79-08de79678e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:32.789617 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-7ac46a4a-38ba-407b-ad79-08de79678e8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a7c2382-72c6-4b0a-bfa8-8fcd0dfa8e70 HTTP/1.1" status: 204 len: 168 time: 0.1493721 Nov 22 13:50:32.801059 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac46a4a-38ba-407b-ad79-08de79678e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c2382-72c6-4b0a-bfa8-8fcd0dfa8e70,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:32.815358 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8597989-edea-446a-9e4a-5fd522a43d85 req-d840c639-9ee6-4243-858b-1fb9eeb9786a tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:32.816991 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e8597989-edea-446a-9e4a-5fd522a43d85 req-d840c639-9ee6-4243-858b-1fb9eeb9786a tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0688453 Nov 22 13:50:32.876966 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e8597989-edea-446a-9e4a-5fd522a43d85 req-9c26de28-7ff5-45ce-b8e3-9bd080c42e3b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494769 Nov 22 13:50:33.133001 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba246d-8b31-4356-9aa0-b67dae5bffaf req-2978e8e7-96b1-4c39-8a52-8ca7b9d9dbe6 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:33.135102 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-79ba246d-8b31-4356-9aa0-b67dae5bffaf req-2978e8e7-96b1-4c39-8a52-8ca7b9d9dbe6 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0674124 Nov 22 13:50:33.172475 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 59918) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:33.205000 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-79ba246d-8b31-4356-9aa0-b67dae5bffaf req-949d458a-2c46-4ab2-bfe1-446ae591f19a tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628827 Nov 22 13:50:33.353042 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-ef5827c8-3b76-4500-b274-036453f43acd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1793666 Nov 22 13:50:33.361643 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-22bc0232-d80e-4c22-ab37-2110afeb1bfc tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:33.363046 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-22bc0232-d80e-4c22-ab37-2110afeb1bfc tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 945 time: 0.0751979 Nov 22 13:50:33.367947 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-79697fe3-2a78-4d19-bc3e-8ef090b1b898 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 13:50:33.369332 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-79697fe3-2a78-4d19-bc3e-8ef090b1b898 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054119 Nov 22 13:50:33.471710 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Deleting port 899b8778-cdd6-4c85-97ba-5ca10edfb816 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:33.472062 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:33.582733 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] For port 899b8778-cdd6-4c85-97ba-5ca10edfb816, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=899b8778-cdd6-4c85-97ba-5ca10edfb816,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:33.583321 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:33.598721 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Calling delete_port for 899b8778-cdd6-4c85-97ba-5ca10edfb816 owned by compute:nova {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:33.750881 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:33.765361 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['899b8778-cdd6-4c85-97ba-5ca10edfb816'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:50:33.784196 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d1f25dfa-9585-4e43-8a7c-5e4879a06bdd req-3859f09e-1bf2-414a-aa6f-d59e9980a2bb tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a1c54be-7420-4211-bc58-1cbb85a6b0c0 HTTP/1.1" status: 200 len: 210 time: 0.0389287 Nov 22 13:50:33.816747 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Pushing event deleted for resources: {'Port': ['ID=899b8778-cdd6-4c85-97ba-5ca10edfb816,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:33.851964 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] No DVR routers for this DVR port 899b8778-cdd6-4c85-97ba-5ca10edfb816 on host hv-cinder-76845 {{(pid=109190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:33.854924 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:33.859547 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ee789b56-6e95-4e14-bd5a-b54143f8615d req-a62053e2-294f-4e9d-8c1f-091a71c07bd1 tempest-TestMinimumBasicScenario-458665296 tempest-TestMinimumBasicScenario-458665296-project] 10.222.0.52 "DELETE /v2.0/ports/899b8778-cdd6-4c85-97ba-5ca10edfb816 HTTP/1.1" status: 204 len: 173 time: 0.4855077 Nov 22 13:50:33.859989 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'name': 'network-vif-deleted', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:33.862340 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f1b4f-aa29-431c-aefa-8fae259b39f7" -d '{"events": [{"server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "name": "network-vif-deleted", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:33.907851 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ff4a9-e683-451a-beec-3adb55decb43 x-openstack-request-id: req-a44ff4a9-e683-451a-beec-3adb55decb43 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:33.908154 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a1c54be-7420-4211-bc58-1cbb85a6b0c0", "name": "network-vif-deleted", "tag": "899b8778-cdd6-4c85-97ba-5ca10edfb816", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:33.908413 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a44ff4a9-e683-451a-beec-3adb55decb43 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:33.908830 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a1c54be-7420-4211-bc58-1cbb85a6b0c0', 'name': 'network-vif-deleted', 'tag': '899b8778-cdd6-4c85-97ba-5ca10edfb816', 'status': 'completed', 'code': 200} Nov 22 13:50:34.335861 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3209b1-df5b-455e-ada3-3fdd4b0cfdba req-9ef03cc6-1d3b-466c-8fed-5ed946255982 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:34.337536 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0a3209b1-df5b-455e-ada3-3fdd4b0cfdba req-9ef03cc6-1d3b-466c-8fed-5ed946255982 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0634766 Nov 22 13:50:34.422776 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-0a3209b1-df5b-455e-ada3-3fdd4b0cfdba req-b9055e87-6786-4e4e-9ac5-66988e9aa9ec tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785584 Nov 22 13:50:34.986151 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86dd60-f086-4278-8933-2580428404e0 req-713c1c9a-66a7-48fe-862a-25a09d748c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:34.988327 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-713c1c9a-66a7-48fe-862a-25a09d748c26 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657&tenant_id=ee3a9603fada4f72a111322a25c91454 HTTP/1.1" status: 200 len: 1098 time: 0.0860829 Nov 22 13:50:35.065191 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86dd60-f086-4278-8933-2580428404e0 req-97738ff4-716c-47fc-ab66-7e42ce6c67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:35.066747 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-97738ff4-716c-47fc-ab66-7e42ce6c67ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1098 time: 0.0471151 Nov 22 13:50:35.164856 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86dd60-f086-4278-8933-2580428404e0 req-1f37ae61-e3c6-49ae-8429-fc0919ed28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:35.166404 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-1f37ae61-e3c6-49ae-8429-fc0919ed28f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 910 time: 0.0917206 Nov 22 13:50:35.239387 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-28a29848-f634-4abe-aa61-3aaf7726d7af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 1000 time: 0.0651107 Nov 22 13:50:35.302875 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86dd60-f086-4278-8933-2580428404e0 req-f9236301-447c-4a02-a1c5-bef106b489eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:35.304085 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-f9236301-447c-4a02-a1c5-bef106b489eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 200 len: 848 time: 0.0565693 Nov 22 13:50:35.365138 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86dd60-f086-4278-8933-2580428404e0 req-7dbc5285-6755-4fe5-9d3f-86b55a0a4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:35.366747 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-7dbc5285-6755-4fe5-9d3f-86b55a0a4843 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf9e00ac-3683-4953-9d30-6f214cc48b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522988 Nov 22 13:50:35.477155 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-5a78956d-ad57-446e-9c87-891314e28203 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021438 Nov 22 13:50:35.545025 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60016) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:35.611105 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8962a-a680-4c86-8247-5ecff7801c2c req-a6720aee-8789-4bc3-b2ff-2c0999f975bb tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:35.612586 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-57d8962a-a680-4c86-8247-5ecff7801c2c req-a6720aee-8789-4bc3-b2ff-2c0999f975bb tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.1178012 Nov 22 13:50:35.629424 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-ba86dd60-f086-4278-8933-2580428404e0 req-765417ce-3d91-4c92-9c12-92ca2eec8ff4 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423669 Nov 22 13:50:35.667969 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-57d8962a-a680-4c86-8247-5ecff7801c2c req-ac761ffe-7b00-40f3-b81a-fd97f077dd3b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481024 Nov 22 13:50:35.938257 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:36.442784 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Deleting port 2cb722ae-9016-4f84-81ac-ec1aad418fae {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:36.443121 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:36.520087 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] For port 2cb722ae-9016-4f84-81ac-ec1aad418fae, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=2cb722ae-9016-4f84-81ac-ec1aad418fae,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:36.520471 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:36.533165 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Calling delete_port for 2cb722ae-9016-4f84-81ac-ec1aad418fae owned by network:router_interface {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:36.708419 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:36.733059 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb722ae-9016-4f84-81ac-ec1aad418fae,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:36.834502 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ca4aa-8301-406f-bf07-b24b8ad55b6b req-57d58f55-f2c1-4bc1-ab34-4d39aaf6f01c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:36.836053 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6e3ca4aa-8301-406f-bf07-b24b8ad55b6b req-57d58f55-f2c1-4bc1-ab34-4d39aaf6f01c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0990894 Nov 22 13:50:36.967271 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6e3ca4aa-8301-406f-bf07-b24b8ad55b6b req-43085d28-a46b-427a-9e49-e5d463d0adab tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933919 Nov 22 13:50:36.976991 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.204256 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Router 9378de32-af44-4989-81c3-d54b53c93946 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:50:37.313541 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:50:37.319960 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d1d8bc6a-7613-4271-9e18-7f54b67dcc2b admin admin] 10.222.0.31 "PUT /v2.0/routers/9378de32-af44-4989-81c3-d54b53c93946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7730088 Nov 22 13:50:37.322644 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60036) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:37.324692 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] Sync routers for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:50:37.337530 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:37.338176 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:37.425653 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e14d8dd0-493d-48ab-9595-8fbb34bdb29d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:37.443736 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks [] for router, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.457842 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:37.527699 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.561483 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:37.563399 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a40a20-5c67-4b19-82cd-3b0076503b70" -d '{"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-unplugged", "status": "completed", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:37.568545 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.583564 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:37.594823 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.595684 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 899b8778-cdd6-4c85-97ba-5ca10edfb816 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:37.635680 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Deleting port a3d72148-1827-4ca6-b6b5-3b35c5427a21 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:37.636023 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.642086 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507790bf-9cb4-408f-93bd-edb4855b8111 x-openstack-request-id: req-507790bf-9cb4-408f-93bd-edb4855b8111 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:37.642378 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-unplugged", "status": "completed", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:37.642627 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-507790bf-9cb4-408f-93bd-edb4855b8111 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:37.643211 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'code': 200} Nov 22 13:50:37.646080 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 899b8778-cdd6-4c85-97ba-5ca10edfb816 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:37.646603 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 899b8778-cdd6-4c85-97ba-5ca10edfb816 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:37.657325 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:50:36Z', 'revision_number': 5, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port': {'id': 'a3d72148-1827-4ca6-b6b5-3b35c5427a21', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378de32-af44-4989-81c3-d54b53c93946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:59Z', 'updated_at': '2021-11-22T13:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:37.674526 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=6']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:37.736653 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] For port a3d72148-1827-4ca6-b6b5-3b35c5427a21, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=a3d72148-1827-4ca6-b6b5-3b35c5427a21,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:37.737277 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.755693 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Calling delete_port for a3d72148-1827-4ca6-b6b5-3b35c5427a21 owned by network:router_gateway {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:37.776434 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] Checking router: 9378de32-af44-4989-81c3-d54b53c93946 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:50:37.785850 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] Routers {'9378de32-af44-4989-81c3-d54b53c93946'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:37.786458 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['9378de32-af44-4989-81c3-d54b53c93946'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:37.870764 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] Set router 9378de32-af44-4989-81c3-d54b53c93946 gateway port host: None {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:37.920492 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:37.922700 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:50:37Z', 'revision_number': 6, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:37.946745 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d72148-1827-4ca6-b6b5-3b35c5427a21,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:37.951503 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00653de-6ad7-417d-a114-e5ddad5fcf0f None None] The sync data for ids ['9378de32-af44-4989-81c3-d54b53c93946'] in dv-cinder-768458-14-iscsi is: [{'id': '9378de32-af44-4989-81c3-d54b53c93946', 'name': 'tempest-TestMinimumBasicScenario-1850687027-router', 'tenant_id': 'cfdbcd612796433d849fc488aa45a196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:58Z', 'updated_at': '2021-11-22T13:50:37Z', 'revision_number': 6, 'project_id': 'cfdbcd612796433d849fc488aa45a196', 'gw_port_host': None}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:50:38.007893 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.132217 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.135610 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.208317 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f5bed-5ef8-4a45-8848-86e3640b432e req-ce72274f-2724-4b76-9786-119d7974f5f9 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:38.209846 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ef2f5bed-5ef8-4a45-8848-86e3640b432e req-ce72274f-2724-4b76-9786-119d7974f5f9 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.1587815 Nov 22 13:50:38.210900 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.211407 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9378de32-af44-4989-81c3-d54b53c93946 {{(pid=109191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:50:38.216753 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.220358 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-9cb73d9a-744d-4e25-aade-7932d4b9ed2b admin admin] 10.222.0.31 "DELETE /v2.0/routers/9378de32-af44-4989-81c3-d54b53c93946 HTTP/1.1" status: 204 len: 168 time: 0.8964636 Nov 22 13:50:38.220608 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60046) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:38.264361 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] Deleting subnet b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:50:38.265361 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ef2f5bed-5ef8-4a45-8848-86e3640b432e req-ff5ee017-50ca-4f74-88ae-8f45fd104bac tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439229 Nov 22 13:50:38.267404 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.310168 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.400631 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 2cb722ae-9016-4f84-81ac-ec1aad418fae no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:38.423211 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 2cb722ae-9016-4f84-81ac-ec1aad418fae {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:38.423637 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 2cb722ae-9016-4f84-81ac-ec1aad418fae not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:38.429021 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.483117 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.506763 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9fa52de-4b7c-4b61-85b8-b955dcb6cc43,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:38.519819 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.524782 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e59d145f-6926-4a18-a997-2bc920e742d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b9fa52de-4b7c-4b61-85b8-b955dcb6cc43 HTTP/1.1" status: 204 len: 168 time: 0.3033876 Nov 22 13:50:38.525610 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60052) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:38.529927 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db41767-3f88-4692-98fe-2096d191dd78 None None] Network f304a141-d2bc-4f74-9e70-9594aac65216 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:50:38.602607 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.657679 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Deleting port 897dae15-1f01-4d62-ac80-28aee5b91ce2 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:38.658029 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.732550 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476713de-f114-4558-b05b-1afa3e466935 None None] DHCP port deletion for f304a141-d2bc-4f74-9e70-9594aac65216 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:50:38.734814 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] For port 897dae15-1f01-4d62-ac80-28aee5b91ce2, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=897dae15-1f01-4d62-ac80-28aee5b91ce2,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:38.735293 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.750837 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Calling delete_port for 897dae15-1f01-4d62-ac80-28aee5b91ce2 owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:38.791447 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-476713de-f114-4558-b05b-1afa3e466935 None None] Deleting port 897dae15-1f01-4d62-ac80-28aee5b91ce2 {{(pid=109192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:38.791884 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-476713de-f114-4558-b05b-1afa3e466935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.837138 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.872658 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=897dae15-1f01-4d62-ac80-28aee5b91ce2,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:38.873033 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-476713de-f114-4558-b05b-1afa3e466935 None None] For port 897dae15-1f01-4d62-ac80-28aee5b91ce2, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=897dae15-1f01-4d62-ac80-28aee5b91ce2,segment=NetworkSegment(be0df14e-f1be-48b6-9c7f-097c11702094),segment_id=be0df14e-f1be-48b6-9c7f-097c11702094)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:38.873472 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-476713de-f114-4558-b05b-1afa3e466935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.877494 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] No DVR routers for this DVR port 897dae15-1f01-4d62-ac80-28aee5b91ce2 on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:38.888508 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-476713de-f114-4558-b05b-1afa3e466935 None None] Calling delete_port for 897dae15-1f01-4d62-ac80-28aee5b91ce2 owned by network:dhcp {{(pid=109192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:38.964564 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:38.987735 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f304a141-d2bc-4f74-9e70-9594aac65216']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:38.999186 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0df14e-f1be-48b6-9c7f-097c11702094') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:38.999481 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0df14e-f1be-48b6-9c7f-097c11702094') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:39.015510 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-476713de-f114-4558-b05b-1afa3e466935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045'] for port, after_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.018496 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.036436 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.047640 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476713de-f114-4558-b05b-1afa3e466935 None None] Pushing event deleted for resources: {'Port': ['ID=897dae15-1f01-4d62-ac80-28aee5b91ce2,revision_number=None']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:39.048395 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:50:39.048869 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.051916 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476713de-f114-4558-b05b-1afa3e466935 None None] No DVR routers for this DVR port 897dae15-1f01-4d62-ac80-28aee5b91ce2 on host dv-cinder-768458-14-iscsi {{(pid=109192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:50:39.055277 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:50:39.115260 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.120741 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.125241 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f304a141-d2bc-4f74-9e70-9594aac65216 HTTP/1.1" status: 204 len: 168 time: 0.5985765 Nov 22 13:50:39.128716 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60062) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:39.141764 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee351d-7946-4fa1-94cc-9ee7908842a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f304a141-d2bc-4f74-9e70-9594aac65216,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:39.432094 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40770c64-56c7-45a0-919b-c53ef2fd00d4 req-101493f0-c4a9-4583-8ddf-b85335eabe31 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:39.433607 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-40770c64-56c7-45a0-919b-c53ef2fd00d4 req-101493f0-c4a9-4583-8ddf-b85335eabe31 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.0989537 Nov 22 13:50:39.502533 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-40770c64-56c7-45a0-919b-c53ef2fd00d4 req-5a27f333-21ce-4ac0-999c-5a96a6e33372 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619147 Nov 22 13:50:39.556885 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.807790 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Deleting port 92b4ea44-68ed-4878-b8d0-363635175232 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:39.808043 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.884737 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] For port 92b4ea44-68ed-4878-b8d0-363635175232, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=92b4ea44-68ed-4878-b8d0-363635175232,segment=NetworkSegment(552e9149-3f1c-4a77-bc53-4b0f15ac83a6),segment_id=552e9149-3f1c-4a77-bc53-4b0f15ac83a6)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:39.885134 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:39.898131 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Calling delete_port for 92b4ea44-68ed-4878-b8d0-363635175232 owned by network:router_interface {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:40.073259 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:40.101393 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Pushing event deleted for resources: {'Port': ['ID=92b4ea44-68ed-4878-b8d0-363635175232,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:40.288690 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 897dae15-1f01-4d62-ac80-28aee5b91ce2 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:40.309854 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 897dae15-1f01-4d62-ac80-28aee5b91ce2 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:40.310447 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 897dae15-1f01-4d62-ac80-28aee5b91ce2 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:40.310885 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device a3d72148-1827-4ca6-b6b5-3b35c5427a21 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:40.324555 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:40.332377 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: a3d72148-1827-4ca6-b6b5-3b35c5427a21 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:40.332674 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device a3d72148-1827-4ca6-b6b5-3b35c5427a21 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:40.674651 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a895d15-8ff6-43d0-bd76-60d49deb8802 req-7f7658b6-d8e2-4657-8363-7adca4055a0c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:40.676260 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6a895d15-8ff6-43d0-bd76-60d49deb8802 req-7f7658b6-d8e2-4657-8363-7adca4055a0c tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.0662332 Nov 22 13:50:40.735304 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6a895d15-8ff6-43d0-bd76-60d49deb8802 req-9baf13f6-9400-4a3b-a3e0-6bd1976edd64 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515971 Nov 22 13:50:40.812295 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Router bb9a19c6-6c59-4df6-8115-14de59a735e9 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:50:40.918706 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:50:40.924229 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a034e89e-759c-4321-99d9-997e006bb7fb admin admin] 10.222.0.31 "PUT /v2.0/routers/bb9a19c6-6c59-4df6-8115-14de59a735e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943459 Nov 22 13:50:40.926356 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60092) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:40.927477 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f31c0-e52d-4703-8849-c658da654045 None None] Sync routers for ids ['bb9a19c6-6c59-4df6-8115-14de59a735e9'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:50:40.938903 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] Routers {'bb9a19c6-6c59-4df6-8115-14de59a735e9'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:40.939521 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['bb9a19c6-6c59-4df6-8115-14de59a735e9'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:41.028730 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks [] for router, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:41.043119 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] Set router bb9a19c6-6c59-4df6-8115-14de59a735e9 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:41.131369 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:41.187579 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Deleting port 87806cd6-0c1e-445e-b652-ff12a067a3d7 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:41.187920 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:41.272212 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] For port 87806cd6-0c1e-445e-b652-ff12a067a3d7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=87806cd6-0c1e-445e-b652-ff12a067a3d7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:41.272644 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:41.286946 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Calling delete_port for 87806cd6-0c1e-445e-b652-ff12a067a3d7 owned by network:router_gateway {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:41.365320 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:50:40Z', 'revision_number': 5, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port': {'id': '87806cd6-0c1e-445e-b652-ff12a067a3d7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:eb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:41.402517 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f31c0-e52d-4703-8849-c658da654045 None None] Checking router: bb9a19c6-6c59-4df6-8115-14de59a735e9 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:50:41.416723 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] Routers {'bb9a19c6-6c59-4df6-8115-14de59a735e9'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:41.418050 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['bb9a19c6-6c59-4df6-8115-14de59a735e9'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:41.503957 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:41.524881 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] Set router bb9a19c6-6c59-4df6-8115-14de59a735e9 gateway port host: None {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:41.538549 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=87806cd6-0c1e-445e-b652-ff12a067a3d7,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:41.601289 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:41.613424 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-329f31c0-e52d-4703-8849-c658da654045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:50:41Z', 'revision_number': 6, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:41.649004 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329f31c0-e52d-4703-8849-c658da654045 None None] The sync data for ids ['bb9a19c6-6c59-4df6-8115-14de59a735e9'] in dv-cinder-768458-14-iscsi is: [{'id': 'bb9a19c6-6c59-4df6-8115-14de59a735e9', 'name': 'tempest-TestMinimumBasicScenario-1271618538-router', 'tenant_id': 'd1a9ed66092441d3941668cd7872b8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:48:04Z', 'updated_at': '2021-11-22T13:50:41Z', 'revision_number': 6, 'project_id': 'd1a9ed66092441d3941668cd7872b8b2', 'gw_port_host': None}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:50:41.942251 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5134fa-b809-46db-8ca9-e865dd0cc7aa req-72c8df71-4aab-4ca5-b3d3-f3b3dd308e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:41.943938 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1b5134fa-b809-46db-8ca9-e865dd0cc7aa req-72c8df71-4aab-4ca5-b3d3-f3b3dd308e81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1096 time: 0.0553844 Nov 22 13:50:41.988859 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:41.996176 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.009063 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1b5134fa-b809-46db-8ca9-e865dd0cc7aa req-9bc6e0a4-0919-4616-8e51-027cdef60f54 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528977 Nov 22 13:50:42.054933 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddec29c-f5b1-4e61-a32e-d11abb1ed39e req-3c6567ff-adbe-4a5f-904a-dcbd1ebf9b20 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:42.062579 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ddec29c-f5b1-4e61-a32e-d11abb1ed39e req-3c6567ff-adbe-4a5f-904a-dcbd1ebf9b20 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.1607196 Nov 22 13:50:42.069863 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.070365 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9a19c6-6c59-4df6-8115-14de59a735e9 {{(pid=109191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:50:42.082212 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.083350 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b7601368-f48e-4b4b-9c0b-61ccc9250d13 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bb9a19c6-6c59-4df6-8115-14de59a735e9 HTTP/1.1" status: 204 len: 168 time: 1.1560180 Nov 22 13:50:42.085845 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60110) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:42.153983 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc660d87-a8d2-42b9-ad00-51801e0c6065 req-7076865b-2e1e-4461-a233-c7a36701a63e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:42.155543 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dc660d87-a8d2-42b9-ad00-51801e0c6065 req-7076865b-2e1e-4461-a233-c7a36701a63e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 947 time: 0.0614977 Nov 22 13:50:42.156770 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ddec29c-f5b1-4e61-a32e-d11abb1ed39e req-64ac5690-6bbd-4a53-8162-468c66c7cbc6 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933058 Nov 22 13:50:42.162130 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_v2 [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] Deleting subnet 68c4400f-c852-4480-b117-3d3fb497d61a {{(pid=109191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:50:42.165518 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.201332 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10392457'] for subnet, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.221006 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dc660d87-a8d2-42b9-ad00-51801e0c6065 req-94c096f2-e9ed-4516-b184-23914ea03c53 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481122 Nov 22 13:50:42.278790 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.333147 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10208464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261780'] for subnet, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.360162 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c4400f-c852-4480-b117-3d3fb497d61a,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:42.362169 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.366812 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-818102f8-15c0-4209-8399-3a13f8ab8a2d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/68c4400f-c852-4480-b117-3d3fb497d61a HTTP/1.1" status: 204 len: 168 time: 0.2785170 Nov 22 13:50:42.366975 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba670c4-76d1-4162-9255-9b0ea18d7a32 None None] Network 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:50:42.367890 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60112) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:42.437032 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.522510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Deleting port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:42.522878 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.546438 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 92b4ea44-68ed-4878-b8d0-363635175232 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:42.587398 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] DHCP port deletion for 8c8941a2-e6af-443c-8b73-934ba6d0b0d3 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:50:42.589808 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 92b4ea44-68ed-4878-b8d0-363635175232 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:42.591033 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 92b4ea44-68ed-4878-b8d0-363635175232 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:42.621004 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] For port b0a03e97-23d2-47b2-a860-fb9efef6b9d7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,segment=NetworkSegment(552e9149-3f1c-4a77-bc53-4b0f15ac83a6),segment_id=552e9149-3f1c-4a77-bc53-4b0f15ac83a6)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:42.621545 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.636061 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Calling delete_port for b0a03e97-23d2-47b2-a860-fb9efef6b9d7 owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:42.643998 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] Deleting port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 {{(pid=109192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:42.644381 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.714010 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] For port b0a03e97-23d2-47b2-a860-fb9efef6b9d7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,segment=NetworkSegment(552e9149-3f1c-4a77-bc53-4b0f15ac83a6),segment_id=552e9149-3f1c-4a77-bc53-4b0f15ac83a6)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:42.714261 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.720776 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.728094 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] Calling delete_port for b0a03e97-23d2-47b2-a860-fb9efef6b9d7 owned by network:dhcp {{(pid=109192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:42.750859 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:42.756365 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] No DVR routers for this DVR port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:42.822459 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045'] for port, after_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.834354 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.850791 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] Pushing event deleted for resources: {'Port': ['ID=b0a03e97-23d2-47b2-a860-fb9efef6b9d7,revision_number=None']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:42.854335 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895e015d-e9ca-40d0-9a9e-80cd1be76603 None None] No DVR routers for this DVR port b0a03e97-23d2-47b2-a860-fb9efef6b9d7 on host dv-cinder-768458-14-iscsi {{(pid=109192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:42.862458 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8941a2-e6af-443c-8b73-934ba6d0b0d3']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:42.875735 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552e9149-3f1c-4a77-bc53-4b0f15ac83a6') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:42.875735 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552e9149-3f1c-4a77-bc53-4b0f15ac83a6') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:42.884488 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.898345 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.905619 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:50:42.906025 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:50:42.907772 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:50:42.963631 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.969474 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:42.972528 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] 10.222.0.31 "DELETE /v2.0/networks/8c8941a2-e6af-443c-8b73-934ba6d0b0d3 HTTP/1.1" status: 204 len: 168 time: 0.6031044 Nov 22 13:50:42.983779 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efdf4f-f9bb-46de-9b43-b3bdb07ec11e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8941a2-e6af-443c-8b73-934ba6d0b0d3,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:43.141953 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60122) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:43.185613 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-dbfe368e-f71e-47ba-bfd3-ef75f7b0168c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfdbcd612796433d849fc488aa45a196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414228 Nov 22 13:50:43.186963 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60126) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:43.238088 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-56387b56-f21c-412b-8f60-4cebecdab89d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.261517 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-56387b56-f21c-412b-8f60-4cebecdab89d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.280985 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5a518-8a6a-4140-8900-c4dc561d5ad4 req-c549588f-3191-42db-b23e-82246719b5bb tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:43.282540 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a7b5a518-8a6a-4140-8900-c4dc561d5ad4 req-c549588f-3191-42db-b23e-82246719b5bb tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 943 time: 0.0497749 Nov 22 13:50:43.336886 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a7b5a518-8a6a-4140-8900-c4dc561d5ad4 req-d6413e85-3d4f-4299-a98c-657115ed2bba tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Nov 22 13:50:43.340217 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-56387b56-f21c-412b-8f60-4cebecdab89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.343430 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-56387b56-f21c-412b-8f60-4cebecdab89d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.344583 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-56387b56-f21c-412b-8f60-4cebecdab89d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df5df97-990e-42b7-afaf-6a44bda792ff HTTP/1.1" status: 204 len: 168 time: 0.1567147 Nov 22 13:50:43.359004 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a2359-1d97-4bd7-a29c-46fcf7783a31 req-61670cc1-1ec7-4513-898f-56d7b59e45b6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:43.360535 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fb1a2359-1d97-4bd7-a29c-46fcf7783a31 req-61670cc1-1ec7-4513-898f-56d7b59e45b6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 947 time: 0.0635538 Nov 22 13:50:43.366437 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56387b56-f21c-412b-8f60-4cebecdab89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df5df97-990e-42b7-afaf-6a44bda792ff,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:43.420257 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fb1a2359-1d97-4bd7-a29c-46fcf7783a31 req-50c2456d-758d-43f3-95a5-9e7620dc13bf tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505393 Nov 22 13:50:43.439742 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e14d8dd0-493d-48ab-9595-8fbb34bdb29d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:50:43.542631 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:43.558222 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'port_id': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'mac_address': 'fa:16:3e:1d:c1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:50:43.599226 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.612502 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14d8dd0-493d-48ab-9595-8fbb34bdb29d {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:50:43.633733 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:43.639214 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.685090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60140) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:43.703431 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=7']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:43.727001 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-999c181f-f767-4f6a-9b71-2776b826bbab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1a9ed66092441d3941668cd7872b8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406353 Nov 22 13:50:43.729579 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60142) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:43.786097 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c51-9d07-4cfc-8a00-cec874163df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.809882 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c51-9d07-4cfc-8a00-cec874163df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.856720 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60146) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:43.862633 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c51-9d07-4cfc-8a00-cec874163df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.865413 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-4aec7c51-9d07-4cfc-8a00-cec874163df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:43.866561 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-4aec7c51-9d07-4cfc-8a00-cec874163df5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54573e4f-9462-44e1-83a8-12d97f89ad2d HTTP/1.1" status: 204 len: 168 time: 0.1358125 Nov 22 13:50:43.874865 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec7c51-9d07-4cfc-8a00-cec874163df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54573e4f-9462-44e1-83a8-12d97f89ad2d,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:43.898806 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['e14d8dd0-493d-48ab-9595-8fbb34bdb29d'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:50:44.037176 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f37feb-4d40-487c-8757-576094a280fa req-d8c7efe1-4c13-4145-8d4f-49c631728e96 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:44.039927 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37f37feb-4d40-487c-8757-576094a280fa req-d8c7efe1-4c13-4145-8d4f-49c631728e96 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 947 time: 0.0790615 Nov 22 13:50:44.126117 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-598c6a67-398d-48ad-810b-2eda27716149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.205485 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Deleting port 749b155e-552b-4d76-916d-ffc597aeaa75 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:44.206506 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.237872 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-598c6a67-398d-48ad-810b-2eda27716149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.238808 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device b0a03e97-23d2-47b2-a860-fb9efef6b9d7 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:44.243181 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-598c6a67-398d-48ad-810b-2eda27716149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.260442 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: b0a03e97-23d2-47b2-a860-fb9efef6b9d7 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:44.260694 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device b0a03e97-23d2-47b2-a860-fb9efef6b9d7 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:44.261099 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 87806cd6-0c1e-445e-b652-ff12a067a3d7 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:44.281328 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 87806cd6-0c1e-445e-b652-ff12a067a3d7 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:44.281676 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 87806cd6-0c1e-445e-b652-ff12a067a3d7 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:44.283882 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c6a67-398d-48ad-810b-2eda27716149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d72b0f-5e83-4ac3-a7e9-bf61506171dd,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:44.290978 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-598c6a67-398d-48ad-810b-2eda27716149 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36430bfb4b464487b03b5f52c4d7e8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305487 Nov 22 13:50:44.291365 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60152) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:44.308556 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] For port 749b155e-552b-4d76-916d-ffc597aeaa75, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=749b155e-552b-4d76-916d-ffc597aeaa75,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:44.308921 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.341413 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01b70ada-a305-4c38-a51b-d82874d89225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.363059 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01b70ada-a305-4c38-a51b-d82874d89225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.424558 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01b70ada-a305-4c38-a51b-d82874d89225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.429094 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-01b70ada-a305-4c38-a51b-d82874d89225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.430809 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-01b70ada-a305-4c38-a51b-d82874d89225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9d72b0f-5e83-4ac3-a7e9-bf61506171dd HTTP/1.1" status: 204 len: 168 time: 0.1386201 Nov 22 13:50:44.440901 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b70ada-a305-4c38-a51b-d82874d89225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d72b0f-5e83-4ac3-a7e9-bf61506171dd,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:44.563545 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8096ce-9bd3-487b-bad8-1d4783201186 req-734b9b17-b395-47c7-b9c9-436826a04cc4 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:44.565227 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1a8096ce-9bd3-487b-bad8-1d4783201186 req-734b9b17-b395-47c7-b9c9-436826a04cc4 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=1d5dba29-802d-4100-bda9-b5f5ce333fce HTTP/1.1" status: 200 len: 947 time: 0.0570509 Nov 22 13:50:44.570227 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.570588 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.570904 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Floating IP f2aa4197-7896-41a0-8cef-9687dd6216fb disassociated. External IP: 172.27.0.229, port: 749b155e-552b-4d76-916d-ffc597aeaa75. Nov 22 13:50:44.571244 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Calling delete_port for 749b155e-552b-4d76-916d-ffc597aeaa75 owned by compute:nova {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:44.621364 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-1a8096ce-9bd3-487b-bad8-1d4783201186 req-319641d0-d59c-4da6-bf83-d2da0d74e105 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=396d0e8b-91d1-43ca-b670-ad551d8fe150&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481713 Nov 22 13:50:44.708402 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.738446 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event deleted for resources: {'Port': ['ID=749b155e-552b-4d76-916d-ffc597aeaa75,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:44.743297 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60160) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:44.758145 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-77a03d75-0006-4764-8cec-f7f96ea55b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.837659 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-77a03d75-0006-4764-8cec-f7f96ea55b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.841611 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-77a03d75-0006-4764-8cec-f7f96ea55b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.856189 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:50:44.879391 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a03d75-0006-4764-8cec-f7f96ea55b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6232de2-f383-4ab8-a2e1-8bb3acec4e0e,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:44.884178 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-77a03d75-0006-4764-8cec-f7f96ea55b34 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ab8fff9d1fa4189a0c6d8a097a1c925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396985 Nov 22 13:50:44.886019 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60162) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:44.936575 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a0757772-84ec-4466-b748-ead9ef7217df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.957727 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a0757772-84ec-4466-b748-ead9ef7217df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:44.966387 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:50:44.977692 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] Sync routers for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:50:44.987755 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:44.988372 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:45.009101 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] No DVR routers for this DVR port 749b155e-552b-4d76-916d-ffc597aeaa75 on host hv-cinder-76845 {{(pid=109190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:50:45.009503 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a0757772-84ec-4466-b748-ead9ef7217df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.011815 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.014468 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a0757772-84ec-4466-b748-ead9ef7217df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.015960 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a0757772-84ec-4466-b748-ead9ef7217df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6232de2-f383-4ab8-a2e1-8bb3acec4e0e HTTP/1.1" status: 204 len: 168 time: 0.1286988 Nov 22 13:50:45.016191 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37f37feb-4d40-487c-8757-576094a280fa req-aff409b8-4b93-46b5-a4ae-02f985afbf91 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "DELETE /v2.0/ports/749b155e-552b-4d76-916d-ffc597aeaa75 HTTP/1.1" status: 204 len: 173 time: 0.9688358 Nov 22 13:50:45.016595 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-deleted', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:45.019281 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09eec5d-ef73-4d7c-ad50-9f50b65388f1" -d '{"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-deleted", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:45.030840 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0757772-84ec-4466-b748-ead9ef7217df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6232de2-f383-4ab8-a2e1-8bb3acec4e0e,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:45.066849 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3be5e95-4d69-4e3f-a2c8-191b86c3edc5 x-openstack-request-id: req-c3be5e95-4d69-4e3f-a2c8-191b86c3edc5 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:45.067146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5dba29-802d-4100-bda9-b5f5ce333fce", "name": "network-vif-deleted", "tag": "749b155e-552b-4d76-916d-ffc597aeaa75", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:45.067604 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c3be5e95-4d69-4e3f-a2c8-191b86c3edc5 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:45.067964 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5dba29-802d-4100-bda9-b5f5ce333fce', 'name': 'network-vif-deleted', 'tag': '749b155e-552b-4d76-916d-ffc597aeaa75', 'status': 'completed', 'code': 200} Nov 22 13:50:45.129558 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:45.363347 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:45.392993 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] Checking router: 181ee6da-2a48-42df-a0ef-c2b9d7c48144 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:50:45.401523 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:50:45.402136 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:45.463671 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e14d8dd0-493d-48ab-9595-8fbb34bdb29d up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:50:45.519278 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:50:45.522039 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port e14d8dd0-493d-48ab-9595-8fbb34bdb29d triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:50:45.522410 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.604964 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.630198 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:45.632640 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d560239-fcfa-48ee-ba38-25be7835a532" -d '{"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:45.649371 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:45.655017 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.701311 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b747129-6a7e-40b3-8109-be498cd5ec34 x-openstack-request-id: req-3b747129-6a7e-40b3-8109-be498cd5ec34 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:45.702003 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-plugged", "status": "completed", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:45.702423 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b747129-6a7e-40b3-8109-be498cd5ec34 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:45.702950 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'code': 200} Nov 22 13:50:45.732170 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60190) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:45.733943 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=8']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:45.773775 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:50:45.796446 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-377eb389-2306-498f-a0e3-376cbf7cbdef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.800987 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c3d51-4950-4583-82f3-f6325da5ee76 None None] The sync data for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi is: [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:50:45.823216 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-377eb389-2306-498f-a0e3-376cbf7cbdef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.883921 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-377eb389-2306-498f-a0e3-376cbf7cbdef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.886584 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-377eb389-2306-498f-a0e3-376cbf7cbdef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:45.888305 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-377eb389-2306-498f-a0e3-376cbf7cbdef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "DELETE /v2.0/security-groups/396d0e8b-91d1-43ca-b670-ad551d8fe150 HTTP/1.1" status: 204 len: 168 time: 0.1547067 Nov 22 13:50:45.890973 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60194) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:45.898760 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eb389-2306-498f-a0e3-376cbf7cbdef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d0e8b-91d1-43ca-b670-ad551d8fe150,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:45.906587 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.api.v2.resource [None req-4dca3d3c-a66d-42c7-a9b7-e96dc7397115 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] show failed (client error): The resource could not be found. Nov 22 13:50:45.907628 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-4dca3d3c-a66d-42c7-a9b7-e96dc7397115 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups/396d0e8b-91d1-43ca-b670-ad551d8fe150 HTTP/1.1" status: 404 len: 347 time: 0.0156255 Nov 22 13:50:45.910891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60200) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:46.042804 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Deleting port 070dd2eb-c572-47a1-8215-9ed11b8e6dc8 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:50:46.043148 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.097512 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96dc71-44bf-43cb-b339-e4f46bb0e415 None None] New status for floating IP f2aa4197-7896-41a0-8cef-9687dd6216fb: DOWN {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:50:46.141993 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.142345 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.156272 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Calling delete_port for 070dd2eb-c572-47a1-8215-9ed11b8e6dc8 owned by network:floatingip {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:50:46.297366 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.299514 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60206) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:46.327624 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event deleted for resources: {'Port': ['ID=070dd2eb-c572-47a1-8215-9ed11b8e6dc8,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:46.388709 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.391408 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.392572 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-20f2f69a-095e-42b1-94d0-008c021cd57b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "DELETE /v2.0/floatingips/f2aa4197-7896-41a0-8cef-9687dd6216fb HTTP/1.1" status: 204 len: 168 time: 0.4801402 Nov 22 13:50:46.412218 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-08e1ec66-48f8-46cc-887d-bfa61effc8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.488118 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-08e1ec66-48f8-46cc-887d-bfa61effc8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.492164 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-08e1ec66-48f8-46cc-887d-bfa61effc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.531813 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-08e1ec66-48f8-46cc-887d-bfa61effc8d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16401b0b621649409197aad760ba235f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312346 Nov 22 13:50:46.532635 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1ec66-48f8-46cc-887d-bfa61effc8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af9092-c515-4869-aa39-c5d7693d5d00,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:46.534725 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60212) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:46.585695 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8883be18-7cc4-464f-abd5-764d00d56f4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.606844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8883be18-7cc4-464f-abd5-764d00d56f4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.653603 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8883be18-7cc4-464f-abd5-764d00d56f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.656119 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-8883be18-7cc4-464f-abd5-764d00d56f4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.659845 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-8883be18-7cc4-464f-abd5-764d00d56f4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34af9092-c515-4869-aa39-c5d7693d5d00 HTTP/1.1" status: 204 len: 168 time: 0.1215649 Nov 22 13:50:46.664906 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883be18-7cc4-464f-abd5-764d00d56f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af9092-c515-4869-aa39-c5d7693d5d00,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:46.734555 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60216) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:46.739138 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-a787e452-bbd1-4789-b1f1-43dddea4681b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019710509', 'description': 'tempest-description--1106964840'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:50:46.781080 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a787e452-bbd1-4789-b1f1-43dddea4681b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.847991 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a787e452-bbd1-4789-b1f1-43dddea4681b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.852076 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a787e452-bbd1-4789-b1f1-43dddea4681b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.882927 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a787e452-bbd1-4789-b1f1-43dddea4681b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.884166 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a787e452-bbd1-4789-b1f1-43dddea4681b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1485987 Nov 22 13:50:46.888303 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60222) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:46.889352 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787e452-bbd1-4789-b1f1-43dddea4681b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4545e6ca-3d08-465e-ae06-15b0bef11a52,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:46.894061 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [None req-b7c275f2-b5ba-4d5c-9703-e8d99d237c65 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'security_group_rule': {'security_group_id': '4545e6ca-3d08-465e-ae06-15b0bef11a52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:50:46.926058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7c275f2-b5ba-4d5c-9703-e8d99d237c65 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.978764 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7c275f2-b5ba-4d5c-9703-e8d99d237c65 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:46.983953 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7c275f2-b5ba-4d5c-9703-e8d99d237c65 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.004258 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c275f2-b5ba-4d5c-9703-e8d99d237c65 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ec6ef1-a54b-4242-8489-4564cd02eef0,revision_number=0']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:47.010283 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-b7c275f2-b5ba-4d5c-9703-e8d99d237c65 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.015138 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-b7c275f2-b5ba-4d5c-9703-e8d99d237c65 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233101 Nov 22 13:50:47.015254 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60230) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:47.020062 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-de084cbd-cbc7-407e-a5dc-7c3085f94798 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'security_group_rule': {'security_group_id': '4545e6ca-3d08-465e-ae06-15b0bef11a52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:50:47.048551 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-de084cbd-cbc7-407e-a5dc-7c3085f94798 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.118204 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-de084cbd-cbc7-407e-a5dc-7c3085f94798 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.124275 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-de084cbd-cbc7-407e-a5dc-7c3085f94798 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-273229'] for security_group_rule, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.142986 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de084cbd-cbc7-407e-a5dc-7c3085f94798 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d48c85-a9a3-4466-a033-d524039e5380,revision_number=0']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:47.150848 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-de084cbd-cbc7-407e-a5dc-7c3085f94798 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.152050 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-de084cbd-cbc7-407e-a5dc-7c3085f94798 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357741 Nov 22 13:50:47.156075 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60236) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:47.161103 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:50:47.185592 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.287628 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.396127 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Allocated IP 172.27.0.88 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/b62e0779-a767-4e57-9f6d-893407884a25) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:50:47.498577 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.533466 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.573262 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:50:47.576258 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:50:47.584825 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:50:47.587314 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'Port': ['ID=b62e0779-a767-4e57-9f6d-893407884a25,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:47.677853 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.718758 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.872120 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.876573 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.941334 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'Port': ['ID=b62e0779-a767-4e57-9f6d-893407884a25,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:47.954115 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.970344 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:47.971586 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-14d59a91-5884-416b-be20-a2168623911d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8144710 Nov 22 13:50:48.170934 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-95fc2954-7d2a-4603-ba6e-318bd8b419fb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2019710509&fields=id&tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 267 time: 0.0424335 Nov 22 13:50:48.277676 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-22503081-736e-48b4-a0bc-d3d3b5d7b0f8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:48.279034 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-22503081-736e-48b4-a0bc-d3d3b5d7b0f8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 816 time: 0.1014345 Nov 22 13:50:48.293436 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-e8a21086-f229-4ecb-82ac-61b07c0d9114 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/quotas/08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 375 time: 0.0086462 Nov 22 13:50:48.346136 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-59db3b7c-1148-4f43-bb50-57d58967f5bb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472319 Nov 22 13:50:48.439459 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-04d26fbb-4a0b-4d55-9f05-e691dc9115de service neutron] 10.222.0.31 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818892 Nov 22 13:50:48.531432 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-77abfc9a-744a-42cc-9dfa-593b9548eaf3 service neutron] 10.222.0.31 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857556 Nov 22 13:50:48.695147 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2716e12b-b559-48e5-a545-fb6b77b01e72 req-51228499-ca1b-4011-a1fd-02de28c00aac tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 210 time: 0.0310423 Nov 22 13:50:49.498687 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:50:49.520566 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 749b155e-552b-4d76-916d-ffc597aeaa75 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:50:49.520914 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 749b155e-552b-4d76-916d-ffc597aeaa75 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:50:49.668985 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-22267454-f083-4805-9d6d-758732108986 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:49.670474 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-22267454-f083-4805-9d6d-758732108986 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 816 time: 0.1062090 Nov 22 13:50:49.735893 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-f620ab9f-c804-4211-8b1b-99c5bbab2ed0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 380 time: 0.0543251 Nov 22 13:50:49.758303 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'port': {'device_id': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'admin_state_up': True, 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'security_groups': ['4545e6ca-3d08-465e-ae06-15b0bef11a52']}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:50:49.800564 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-592507f4-83af-49f0-8bd6-58800b67412f req-c5a1b539-05e0-4887-ae20-c7b9c38218b8 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 210 time: 0.0259371 Nov 22 13:50:49.868830 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Made reservation on behalf of 08aa9b67016f4c04b4aaa3c5f141bc04 for: {'port': 1} {{(pid=109190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:50:49.872962 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:49.940873 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:49.998668 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Allocated IP 172.20.0.5 (13d33f4b-6ae7-4e77-b7bc-0f018ce37593/3d18f35f-4b83-4725-80ec-ccac78bd7296/0ca96122-e5c9-4d4e-88ed-dc773b45578e) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:50:50.132730 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.164424 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.210821 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:50:50.213840 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:50:50.216262 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:50:50.245397 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:50.272287 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:50.272921 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.289700 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-44fcb20a-dc09-4e5a-9c9b-c148c1bb3814 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5356331 Nov 22 13:50:50.302398 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Request body: {'port': {'device_id': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:50:50.358264 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.412907 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-d0f16e66-5335-445a-b082-79895cce6fa6 None None] Provisioning complete for port 0ca96122-e5c9-4d4e-88ed-dc773b45578e triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:50:50.413307 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d0f16e66-5335-445a-b082-79895cce6fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.447876 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-d0f16e66-5335-445a-b082-79895cce6fa6 None None] Port 0ca96122-e5c9-4d4e-88ed-dc773b45578e cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:50:50.640936 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca96122-e5c9-4d4e-88ed-dc773b45578e {{(pid=109190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:50:50.644946 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.648592 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60314) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:50.664001 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.provisioning_blocks [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Transition to ACTIVE for port object 0ca96122-e5c9-4d4e-88ed-dc773b45578e will not be triggered until provisioned by entity L2. {{(pid=109190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:50:50.667238 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.719733 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:50.784060 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89d0de66-2840-47d0-af58-3b9a339087e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.824336 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Attempting to bind port 0ca96122-e5c9-4d4e-88ed-dc773b45578e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:50:50.824794 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Attempting to bind port 0ca96122-e5c9-4d4e-88ed-dc773b45578e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:50:50.825405 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Attempting to bind port 0ca96122-e5c9-4d4e-88ed-dc773b45578e on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:50:50.834176 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Port 0ca96122-e5c9-4d4e-88ed-dc773b45578e on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:50:50.834501 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Attempting to bind port 0ca96122-e5c9-4d4e-88ed-dc773b45578e on network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:50:50.847764 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:50:50.848149 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Checking segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:50:50.848558 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Bound using segment: {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'} {{(pid=109190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:50:50.848929 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.managers [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Bound port: 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc16eef-1cd5-43b5-b792-9ac07538e5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593'}}] {{(pid=109190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:50:50.849335 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.978926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89d0de66-2840-47d0-af58-3b9a339087e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:50.980229 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, cleared binding levels {{(pid=109190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:50:50.984679 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:50:50.986917 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-89d0de66-2840-47d0-af58-3b9a339087e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:51.001515 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:51.019320 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132474e3-db85-40f1-bb95-8cb300feba6f req-5a87940e-582b-44a4-8d9f-1d46b97b8543 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.020828 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-132474e3-db85-40f1-bb95-8cb300feba6f req-5a87940e-582b-44a4-8d9f-1d46b97b8543 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.1240983 Nov 22 13:50:51.092848 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-89d0de66-2840-47d0-af58-3b9a339087e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=750657db76514f29b0f1fc57325e0d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4431529 Nov 22 13:50:51.095465 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60320) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:50:51.099107 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.099733 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:51.101109 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] 10.222.0.52 "PUT /v2.0/ports/0ca96122-e5c9-4d4e-88ed-dc773b45578e HTTP/1.1" status: 200 len: 1093 time: 0.8030491 Nov 22 13:50:51.102883 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:51.105301 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:51.108291 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0de66-2840-47d0-af58-3b9a339087e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51be4607-2eb2-4afb-a015-9b7314ad697b,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:51.143989 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118416ce-f2ad-471a-9b62-3df4703fb248 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=3']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:51.163766 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-132474e3-db85-40f1-bb95-8cb300feba6f req-ceb114aa-97ed-4104-b3d1-5791ee15c603 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139088 Nov 22 13:50:51.183230 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1c701aa-6286-474c-90aa-b9ad95041224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:51.198511 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9c0774-3f21-4126-b5c1-8dcc8703d39e x-openstack-request-id: req-bb9c0774-3f21-4126-b5c1-8dcc8703d39e {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:51.198901 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:51.199939 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb9c0774-3f21-4126-b5c1-8dcc8703d39e {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:51.200638 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'status': 'completed', 'code': 200} Nov 22 13:50:51.203933 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-c8ba72bb-2862-4731-a72b-b5c1a6d2b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.205532 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-c8ba72bb-2862-4731-a72b-b5c1a6d2b66f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0548081 Nov 22 13:50:51.219179 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1c701aa-6286-474c-90aa-b9ad95041224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:51.251894 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-d5a678d4-f0a0-481d-bb9f-7b2c24f3f162 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e HTTP/1.1" status: 200 len: 217 time: 0.0376661 Nov 22 13:50:51.276707 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1c701aa-6286-474c-90aa-b9ad95041224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:51.280168 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d1c701aa-6286-474c-90aa-b9ad95041224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:51.283697 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d1c701aa-6286-474c-90aa-b9ad95041224 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51be4607-2eb2-4afb-a015-9b7314ad697b HTTP/1.1" status: 204 len: 168 time: 0.1844044 Nov 22 13:50:51.290620 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c701aa-6286-474c-90aa-b9ad95041224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be4607-2eb2-4afb-a015-9b7314ad697b,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:51.311732 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-85917de7-923d-43a3-a3a6-587fe4894b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.313233 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-85917de7-923d-43a3-a3a6-587fe4894b77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0538635 Nov 22 13:50:51.359495 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258691be-4866-43ff-bc86-0c6db9d9dade req-f5cdebb8-cebc-40fd-bebe-ea1fe88fc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.361043 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-f5cdebb8-cebc-40fd-bebe-ea1fe88fc4a8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405648 Nov 22 13:50:51.459083 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-ba24c5bb-0f06-4747-a998-eb81d991cb3d service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905809 Nov 22 13:50:51.555683 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-258691be-4866-43ff-bc86-0c6db9d9dade req-efbe594d-9d03-43a2-9b33-095083bf8172 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892107 Nov 22 13:50:51.646849 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-5ed0445d-31c2-4755-8100-c75594bbf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.648362 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-5ed0445d-31c2-4755-8100-c75594bbf7e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0415306 Nov 22 13:50:51.745779 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-3f23f91f-9b1f-4a00-bfd4-0ac6e1626f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.747611 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-3f23f91f-9b1f-4a00-bfd4-0ac6e1626f66 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.0907543 Nov 22 13:50:51.791445 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-6ede2629-1a0a-4735-9d8e-29f69582bee5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e HTTP/1.1" status: 200 len: 217 time: 0.0332437 Nov 22 13:50:51.841975 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-479bc80b-eb53-495e-bb5c-33045d17f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.843462 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-479bc80b-eb53-495e-bb5c-33045d17f7fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0448554 Nov 22 13:50:51.896416 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-66dea7d4-fe0d-461d-9d3a-4813c83a79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:51.897950 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-66dea7d4-fe0d-461d-9d3a-4813c83a79d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449107 Nov 22 13:50:51.954122 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:50:52.238190 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-0a87936e-2cd3-451c-a191-0dade38a3856 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322136 Nov 22 13:50:52.365272 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254ed1c-a313-460c-9a13-12a8c720bfa0 req-92008197-373c-4c4f-abf6-d152778e7c97 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:52.366754 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e254ed1c-a313-460c-9a13-12a8c720bfa0 req-92008197-373c-4c4f-abf6-d152778e7c97 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.1105874 Nov 22 13:50:52.384553 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c1cb6f3c-cb29-406c-bb2b-ce63d3787573 req-e1fce73a-8ffe-4d32-8c71-b82451e03533 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374969 Nov 22 13:50:52.422362 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e254ed1c-a313-460c-9a13-12a8c720bfa0 req-efeca0e8-0a21-4042-9845-51ac49ff15c5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475686 Nov 22 13:50:52.530614 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ff77b8f0-85e7-4e38-ac48-667f534e9213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:53.547070 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a7581-43ae-497b-93f1-2a37c0b82bd8 req-6df9cf91-fd47-4d54-aa74-0b77ce303b8b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:53.548594 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-435a7581-43ae-497b-93f1-2a37c0b82bd8 req-6df9cf91-fd47-4d54-aa74-0b77ce303b8b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0540667 Nov 22 13:50:53.609468 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-435a7581-43ae-497b-93f1-2a37c0b82bd8 req-55c9ab28-2eb8-425f-9e3a-58856b683208 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550032 Nov 22 13:50:54.726809 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f12e4-8c2a-44ec-a83e-af62cd83d889 req-1ab87b0c-d678-44c1-81a1-305b48f93813 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:54.728271 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f14f12e4-8c2a-44ec-a83e-af62cd83d889 req-1ab87b0c-d678-44c1-81a1-305b48f93813 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0480137 Nov 22 13:50:54.778119 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f14f12e4-8c2a-44ec-a83e-af62cd83d889 req-98a1c472-1c24-4a9f-ae81-a9d232e08357 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Nov 22 13:50:54.919334 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-b9d22e09-ce54-4f8a-8d3c-d3ea6baed8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:55.846964 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:55.901452 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f6422-aab5-40cb-a0e6-dca601cf36e9 req-bacc82c6-6f97-43f9-b3e4-46e057691cdd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:55.903183 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b05f6422-aab5-40cb-a0e6-dca601cf36e9 req-bacc82c6-6f97-43f9-b3e4-46e057691cdd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0488420 Nov 22 13:50:55.949941 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b05f6422-aab5-40cb-a0e6-dca601cf36e9 req-bd4fbd64-5a58-4f30-a3d0-e87a23ec24bd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Nov 22 13:50:56.203729 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:50:56.299667 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:56.311033 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'port_id': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'mac_address': 'fa:16:3e:d0:78:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:50:56.351152 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:56.363642 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca96122-e5c9-4d4e-88ed-dc773b45578e {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:50:56.382722 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:56.386286 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:56.434363 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:57.066505 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f6abe-aed4-4998-984a-2c1cf2961fd8 req-440eaecf-4432-408d-860b-260a168e1f17 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:57.068002 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-176f6abe-aed4-4998-984a-2c1cf2961fd8 req-440eaecf-4432-408d-860b-260a168e1f17 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 944 time: 0.0480042 Nov 22 13:50:57.116314 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-176f6abe-aed4-4998-984a-2c1cf2961fd8 req-f1ff1f0b-efe4-4ef3-8fad-22b001fcf43a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Nov 22 13:50:57.361322 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:57.472477 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['0ca96122-e5c9-4d4e-88ed-dc773b45578e'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:50:58.191978 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:58.248744 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315b3b-41b8-438e-b054-9e8293825ddf req-8352e30d-b533-44d7-b6fe-16a05b89f344 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:58.250236 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23315b3b-41b8-438e-b054-9e8293825ddf req-8352e30d-b533-44d7-b6fe-16a05b89f344 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 944 time: 0.0544119 Nov 22 13:50:58.296748 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-23315b3b-41b8-438e-b054-9e8293825ddf req-8e4e6a69-60c9-4ce8-81d3-51581f344d7a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Nov 22 13:50:59.420621 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10d81-d14e-4307-b88c-13ce98246ab5 req-cc43a4b2-2a5d-40d1-96b2-cd4f0823602e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:59.422334 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5ab10d81-d14e-4307-b88c-13ce98246ab5 req-cc43a4b2-2a5d-40d1-96b2-cd4f0823602e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 944 time: 0.0534680 Nov 22 13:50:59.482637 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5ab10d81-d14e-4307-b88c-13ce98246ab5 req-d84c645c-9625-4526-a56b-3ea32b3d79c2 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533364 Nov 22 13:50:59.565960 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:50:59.616086 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 0ca96122-e5c9-4d4e-88ed-dc773b45578e completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:50:59.620180 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 0ca96122-e5c9-4d4e-88ed-dc773b45578e triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:50:59.620554 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:59.699905 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:59.722787 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:50:59.725010 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28729ab3-d13b-4d58-9928-7e784f3cafb5" -d '{"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:50:59.738758 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:50:59.742920 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:50:59.767327 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3f669d-4132-4ea8-aaa0-66c40051a051 x-openstack-request-id: req-3b3f669d-4132-4ea8-aaa0-66c40051a051 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:50:59.767624 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:50:59.767884 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b3f669d-4132-4ea8-aaa0-66c40051a051 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:50:59.768909 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'code': 200} Nov 22 13:50:59.795211 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:50:59.938867 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe593b-7ca0-4213-9c6c-213bd42d85b8 req-ec382f80-2739-4a4c-a86d-d2423df736fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:50:59.940355 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c6fe593b-7ca0-4213-9c6c-213bd42d85b8 req-ec382f80-2739-4a4c-a86d-d2423df736fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0429988 Nov 22 13:50:59.986035 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c6fe593b-7ca0-4213-9c6c-213bd42d85b8 req-76507cf7-36d3-4cae-b8a5-493fab1fe113 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370307 Nov 22 13:51:00.608736 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bb8f2-29dd-422a-9ffe-9870bbe7d44d req-55316842-1ba0-4fd2-8eab-f097641ae66e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:00.610276 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d86bb8f2-29dd-422a-9ffe-9870bbe7d44d req-55316842-1ba0-4fd2-8eab-f097641ae66e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0535500 Nov 22 13:51:00.657997 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d86bb8f2-29dd-422a-9ffe-9870bbe7d44d req-1158a98d-b348-4a15-9476-3ded2ab8c246 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418208 Nov 22 13:51:00.932264 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-cdc4eac0-2af5-47a7-a793-708faea6d76d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451825004&fields=id&tenant_id=accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 267 time: 0.0422347 Nov 22 13:51:01.040892 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-391329b3-3986-48f5-b160-412534ac2053 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:01.042282 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-391329b3-3986-48f5-b160-412534ac2053 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 812 time: 0.1029210 Nov 22 13:51:01.056988 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-8db5248c-d2bf-412f-a598-6da71d093a38 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/quotas/accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 375 time: 0.0087743 Nov 22 13:51:01.109280 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-4d454663-e2e3-4aa4-83d3-6a72a53c57f9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460954 Nov 22 13:51:01.204277 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-dde9cc15-1c36-424e-8a78-4a932621e2ee service neutron] 10.222.0.31 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820355 Nov 22 13:51:01.298201 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-1f03d1e5-73e2-43a4-96be-0a3f06a50083 service neutron] 10.222.0.31 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875068 Nov 22 13:51:01.575823 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-34224e19-db9f-42a2-971f-8846aef8e488 req-c8879b00-3f8c-4b83-9198-cbe3d5bf6913 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 210 time: 0.0260897 Nov 22 13:51:01.787600 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb2cd7-3043-4947-a452-60a541557115 req-f9af73a5-3ad4-46fd-a021-ee1a8231f992 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:01.789191 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-17eb2cd7-3043-4947-a452-60a541557115 req-f9af73a5-3ad4-46fd-a021-ee1a8231f992 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0527537 Nov 22 13:51:01.843335 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-17eb2cd7-3043-4947-a452-60a541557115 req-de4e63d9-15d3-405e-99cf-f2a2a7270908 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466926 Nov 22 13:51:02.009429 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f92f32-db8c-47ac-80f2-872560518280 req-ea7a4e9e-b44c-4add-aa44-61c1df1adb7c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:02.015305 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-a0f92f32-db8c-47ac-80f2-872560518280 req-ea7a4e9e-b44c-4add-aa44-61c1df1adb7c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0602443 Nov 22 13:51:02.020447 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60478) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:51:02.025232 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Request body: {'floatingip': {'port_id': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:51:02.066847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:02.498886 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:02.502806 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:02.602240 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Floating IP 2b0b829d-8311-4388-819b-d590f1e6fd2b associated. External IP: 172.27.0.88, port: 0ca96122-e5c9-4d4e-88ed-dc773b45578e. Nov 22 13:51:02.672312 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6e6c0bae-4295-47d1-bdb6-72e54838e8b3 req-30253831-5e47-4839-af79-5c501420064f tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 210 time: 0.0261915 Nov 22 13:51:02.817912 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:51:02.925428 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:51:02.930329 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:02.934857 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] Sync routers for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:51:02.943964 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:51:02.944594 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:02.957869 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a77e8e7f-80f6-49e0-acbe-cfb25b28babb tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "PUT /v2.0/floatingips/2b0b829d-8311-4388-819b-d590f1e6fd2b HTTP/1.1" status: 200 len: 990 time: 0.9362373 Nov 22 13:51:02.958563 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:51:02.961580 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dfdfe9-3d88-48de-9441-6a4293200438" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:51:03.003004 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956217d9-d633-4e1b-962f-82a9cbc31a41 x-openstack-request-id: req-956217d9-d633-4e1b-962f-82a9cbc31a41 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:51:03.003379 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:51:03.003708 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-956217d9-d633-4e1b-962f-82a9cbc31a41 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:51:03.004179 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'status': 'completed', 'code': 200} Nov 22 13:51:03.069184 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:51:03.371068 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '2b0b829d-8311-4388-819b-d590f1e6fd2b', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'port_id': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'mac_address': 'fa:16:3e:d0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:50:47Z', 'updated_at': '2021-11-22T13:51:02Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:03.400251 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] Checking router: 181ee6da-2a48-42df-a0ef-c2b9d7c48144 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:51:03.408537 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:51:03.409151 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:03.511558 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:51:03.729298 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '2b0b829d-8311-4388-819b-d590f1e6fd2b', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'port_id': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'mac_address': 'fa:16:3e:d0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:50:47Z', 'updated_at': '2021-11-22T13:51:02Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:03.761224 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8043bb-e566-4cb6-be16-3813e5c63358 None None] The sync data for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi is: [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '2b0b829d-8311-4388-819b-d590f1e6fd2b', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'port_id': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'mac_address': 'fa:16:3e:d0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:50:47Z', 'updated_at': '2021-11-22T13:51:02Z', 'revision_number': 1, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:51:03.769756 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-18413470-4844-4406-95de-a99da274e2db req-f5e0b4a1-eded-47ea-b4b0-ce58f9f40bdc tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 210 time: 0.0301688 Nov 22 13:51:03.952744 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402ecbd-23b7-41b9-a21c-bdcb352d9e85 None None] New status for floating IP 2b0b829d-8311-4388-819b-d590f1e6fd2b: ACTIVE {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:51:04.866075 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5142a896-a738-4047-97d9-bf69d49552f9 req-56ec82c1-a099-4c01-af75-59978f7ee220 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 210 time: 0.0268478 Nov 22 13:51:05.417249 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-1265bce4-21af-491d-862e-bbba1937a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:05.419434 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-1265bce4-21af-491d-862e-bbba1937a715 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0446079 Nov 22 13:51:05.545597 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-4bb20bec-e8d2-4933-8e04-d46672ba20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:05.545784 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-87f77346-d533-4ad7-bf34-54f1b0bba2b1 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:05.547171 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-87f77346-d533-4ad7-bf34-54f1b0bba2b1 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 812 time: 0.1050436 Nov 22 13:51:05.547305 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-4bb20bec-e8d2-4933-8e04-d46672ba20d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.1078649 Nov 22 13:51:05.627350 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-7b3fff89-0e9d-405e-83a3-9f172dc86893 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accea9af00354befabcdcf4325a007ca HTTP/1.1" status: 200 len: 379 time: 0.0620248 Nov 22 13:51:05.632235 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-4a196688-a9e4-45f4-97e2-d31e14f29301 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e HTTP/1.1" status: 200 len: 1000 time: 0.0660038 Nov 22 13:51:05.654984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'port': {'device_id': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'admin_state_up': True, 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'security_groups': ['5e806cf0-b16a-4a8f-9f66-bea5fed9074b']}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:51:05.694534 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-c3430101-0fe9-47e0-8a30-cf08aab5e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:05.696009 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-c3430101-0fe9-47e0-8a30-cf08aab5e06d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0452671 Nov 22 13:51:05.745273 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-151e0063-ca69-495c-b92c-b131c4db446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:05.746829 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-151e0063-ca69-495c-b92c-b131c4db446b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423174 Nov 22 13:51:05.760478 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Made reservation on behalf of accea9af00354befabcdcf4325a007ca for: {'port': 1} {{(pid=109191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 13:51:05.764475 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:05.840195 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-1f37a4f3-47b9-409f-b2f8-3c3f7d149392 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840614 Nov 22 13:51:05.893251 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_common [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Allocated IP 172.20.0.10 (d1613968-954e-4fd7-ab36-ee6aeaa13142/de3abebf-aeac-4879-a9b6-d5e58d2f381c/46d2159e-1a72-4e7c-ac55-097dbb7f1756) {{(pid=109191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:51:05.944637 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-43dfdfe9-3d88-48de-9441-6a4293200438 req-6dde18a2-0773-45e9-94ae-1508ba665d29 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926952 Nov 22 13:51:06.006050 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-a944c5e9-5ba8-4ff2-9c59-599a0e0d2bca req-cc109b9b-b377-45ed-92c5-6db0eae097f8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 210 time: 0.0575461 Nov 22 13:51:06.061022 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.094367 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.145488 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 is already hosted by enough agents. {{(pid=109191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:51:06.148734 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.base_scheduler [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Resources bound (agent type, host, resource id): {{(pid=109191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:51:06.151601 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Received port after_create {{(pid=109191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:51:06.196459 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=46d2159e-1a72-4e7c-ac55-097dbb7f1756,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:06.217419 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:06.218088 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.243747 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-292f62ce-f2be-4c89-88a2-9b5f26ba2bd8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932462 Nov 22 13:51:06.260424 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.v2.base [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Request body: {'port': {'device_id': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=109191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:51:06.332368 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.410183 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-9916c320-eaa3-4033-9f3a-a9da314d8e66 None None] Provisioning complete for port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 triggered by entity DHCP. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:51:06.411084 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9916c320-eaa3-4033-9f3a-a9da314d8e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.453868 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9916c320-eaa3-4033-9f3a-a9da314d8e66 None None] Port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 cannot update to ACTIVE because it is not bound. {{(pid=109192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 13:51:06.632422 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d2159e-1a72-4e7c-ac55-097dbb7f1756 {{(pid=109191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:51:06.636148 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.649247 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.provisioning_blocks [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Transition to ACTIVE for port object 46d2159e-1a72-4e7c-ac55-097dbb7f1756 will not be triggered until provisioned by entity L2. {{(pid=109191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 13:51:06.653160 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.728052 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Pushing event updated for resources: {'Port': ['ID=46d2159e-1a72-4e7c-ac55-097dbb7f1756,revision_number=2']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:06.783464 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Attempting to bind port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 13:51:06.783802 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Attempting to bind port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 13:51:06.784132 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Attempting to bind port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:51:06.788706 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 13:51:06.789156 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Attempting to bind port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 on network d1613968-954e-4fd7-ab36-ee6aeaa13142 {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 13:51:06.794167 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Checking agent: {'id': '1a4a534d-9b2e-404b-8739-16f71ea3a686', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'started_at': datetime.datetime(2021, 11, 22, 13, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 13, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 13:51:06.794729 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Checking segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 13:51:06.795118 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Bound using segment: {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'} {{(pid=109191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 13:51:06.795544 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.managers [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Bound port: 46d2159e-1a72-4e7c-ac55-097dbb7f1756, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694a026f-31c8-4365-a371-1ec23fceb76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142'}}] {{(pid=109191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 13:51:06.795900 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.861100 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] For port 46d2159e-1a72-4e7c-ac55-097dbb7f1756, host hv-cinder-76845, cleared binding levels {{(pid=109191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 13:51:06.864146 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] For port 46d2159e-1a72-4e7c-ac55-097dbb7f1756, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 13:51:06.868628 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10208262'] for port, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.906251 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:06.906886 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:06.908298 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] 10.222.0.52 "PUT /v2.0/ports/46d2159e-1a72-4e7c-ac55-097dbb7f1756 HTTP/1.1" status: 200 len: 1094 time: 0.6526496 Nov 22 13:51:06.908764 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:51:06.911243 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:51:06.937433 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c896e45-fcca-4071-8db8-7b090af59083 service neutron] Pushing event updated for resources: {'Port': ['ID=46d2159e-1a72-4e7c-ac55-097dbb7f1756,revision_number=3']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:06.962510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3accb2e-ee82-43e8-a7c5-a6195dc05c62 x-openstack-request-id: req-b3accb2e-ee82-43e8-a7c5-a6195dc05c62 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:51:06.962885 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:51:06.963211 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3accb2e-ee82-43e8-a7c5-a6195dc05c62 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:51:06.963685 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'status': 'completed', 'code': 200} Nov 22 13:51:07.000357 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-6ddacb0b-9102-4e84-9e65-4010b58e7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.001934 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-6ddacb0b-9102-4e84-9e65-4010b58e7619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 1097 time: 0.0483596 Nov 22 13:51:07.050666 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-1f4a1f30-8a59-4520-b7d4-d9029b7f0187 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756 HTTP/1.1" status: 200 len: 217 time: 0.0397246 Nov 22 13:51:07.103241 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-8b7ae998-ed90-4792-b0d4-ff1ecb8e207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.104803 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-8b7ae998-ed90-4792-b0d4-ff1ecb8e207d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0467827 Nov 22 13:51:07.129733 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80214c94-3eb0-4086-9c87-847cc0edaaba req-cb105675-0e28-4a1c-8eff-d16a7bcea194 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.131241 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80214c94-3eb0-4086-9c87-847cc0edaaba req-cb105675-0e28-4a1c-8eff-d16a7bcea194 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0513587 Nov 22 13:51:07.154765 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-4aa21682-0506-4d06-a3f4-f9b06c6af01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.156260 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-4aa21682-0506-4d06-a3f4-f9b06c6af01f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428376 Nov 22 13:51:07.182118 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80214c94-3eb0-4086-9c87-847cc0edaaba req-4fa510dc-1bf0-40b2-9477-d940df400d2b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446224 Nov 22 13:51:07.247791 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-f36ea612-d8f8-4e07-ad0f-3eacb58433c0 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830696 Nov 22 13:51:07.338633 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d9bc1c48-2676-48a9-be47-f254cc459815 req-730ed624-2e52-4251-b238-1c7f5a323a3b service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833027 Nov 22 13:51:07.423720 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-333a31d3-986c-46be-a6e9-b261a8f929d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.425212 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-333a31d3-986c-46be-a6e9-b261a8f929d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 1097 time: 0.0418062 Nov 22 13:51:07.518898 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-76597ec7-b510-404c-8423-b439033dc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.520265 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-76597ec7-b510-404c-8423-b439033dc2f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.0837297 Nov 22 13:51:07.567407 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-b4199191-abf6-4809-9425-249fb8283bc9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756 HTTP/1.1" status: 200 len: 217 time: 0.0363762 Nov 22 13:51:07.617902 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-c8665258-bc2b-409f-a05e-5325474fab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.619332 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-c8665258-bc2b-409f-a05e-5325474fab5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0430417 Nov 22 13:51:07.673459 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-b12131b8-71e0-4d06-9f75-1e2825219acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:07.675111 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-b12131b8-71e0-4d06-9f75-1e2825219acf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468121 Nov 22 13:51:07.769307 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-8339287d-0ecd-40f3-b37e-cdcf66fc2217 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858181 Nov 22 13:51:07.877516 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f57ab5b7-7dd0-4c18-aae7-454520e6fcfd req-f168895a-1c5d-474b-ae3e-db91e75b6bea service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976582 Nov 22 13:51:08.303610 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468746d2-5f73-471f-a68f-88a450ed1549 req-570ea3de-a131-43d6-b522-5981b0563a79 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:08.305075 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-468746d2-5f73-471f-a68f-88a450ed1549 req-570ea3de-a131-43d6-b522-5981b0563a79 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0484107 Nov 22 13:51:08.356184 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-468746d2-5f73-471f-a68f-88a450ed1549 req-e0474788-5855-4c1d-9faf-4318211fce70 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Nov 22 13:51:09.474130 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627456d-2be5-44bc-9d92-4b68f40cc9b5 req-680a74c2-0e8d-42cd-9cc5-5101702d1246 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:09.475593 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c627456d-2be5-44bc-9d92-4b68f40cc9b5 req-680a74c2-0e8d-42cd-9cc5-5101702d1246 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0519700 Nov 22 13:51:09.525208 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c627456d-2be5-44bc-9d92-4b68f40cc9b5 req-922c3e5e-5a56-419d-9b62-a85c94352690 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Nov 22 13:51:10.645497 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426e153-0410-4c1c-88d3-eefceae121c4 req-20971df7-32c5-4fc2-870e-6ba8a077b9f2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:10.646971 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1426e153-0410-4c1c-88d3-eefceae121c4 req-20971df7-32c5-4fc2-870e-6ba8a077b9f2 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0509543 Nov 22 13:51:10.697514 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-1426e153-0410-4c1c-88d3-eefceae121c4 req-c5af79c1-5534-4d9c-8b80-0b0b0917131c tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 Nov 22 13:51:11.812829 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e9956-ff83-4276-aee0-d8c6904e6414 req-d49a96b9-0a27-4cca-b7f8-03be7c646616 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:11.814325 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-093e9956-ff83-4276-aee0-d8c6904e6414 req-d49a96b9-0a27-4cca-b7f8-03be7c646616 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0493836 Nov 22 13:51:11.870887 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-093e9956-ff83-4276-aee0-d8c6904e6414 req-abd3774e-0c3d-4e55-bf8c-51f3d91e35d3 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496805 Nov 22 13:51:12.991634 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796157a-1944-4663-9138-0b65aa936cd1 req-92ae542d-41d0-4b76-b975-291f24078c12 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:12.993338 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d796157a-1944-4663-9138-0b65aa936cd1 req-92ae542d-41d0-4b76-b975-291f24078c12 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0522404 Nov 22 13:51:13.045091 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d796157a-1944-4663-9138-0b65aa936cd1 req-1cfb7613-3a50-40ab-8fd1-cb159a832943 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Nov 22 13:51:14.163620 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b60e13-4628-4f22-8c70-acf8cfa99f48 req-dbc0d0c2-c502-40d1-98ae-da71b69847a6 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:14.165217 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-94b60e13-4628-4f22-8c70-acf8cfa99f48 req-dbc0d0c2-c502-40d1-98ae-da71b69847a6 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0518172 Nov 22 13:51:14.217033 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-94b60e13-4628-4f22-8c70-acf8cfa99f48 req-34957de6-7142-4e3e-b841-3c121e0d1c27 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454481 Nov 22 13:51:15.336287 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987e331-7493-4fa2-8754-f4fbb13d4952 req-74cf48b0-7455-4bae-aabc-1e1f03843eac tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:15.337780 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7987e331-7493-4fa2-8754-f4fbb13d4952 req-74cf48b0-7455-4bae-aabc-1e1f03843eac tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 944 time: 0.0523136 Nov 22 13:51:15.388153 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7987e331-7493-4fa2-8754-f4fbb13d4952 req-73045745-6418-40bd-a476-64c8e07051e0 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444450 Nov 22 13:51:15.661421 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 46d2159e-1a72-4e7c-ac55-097dbb7f1756 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:51:15.757693 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 46d2159e-1a72-4e7c-ac55-097dbb7f1756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:51:15.770151 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'port_id': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'mac_address': 'fa:16:3e:cb:b3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:51:15.807767 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:15.824215 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d2159e-1a72-4e7c-ac55-097dbb7f1756 {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:51:15.844900 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 46d2159e-1a72-4e7c-ac55-097dbb7f1756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:51:15.848647 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:16.024437 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=46d2159e-1a72-4e7c-ac55-097dbb7f1756,revision_number=4']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:16.122143 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['46d2159e-1a72-4e7c-ac55-097dbb7f1756'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:51:16.507122 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0609c-c7d3-435f-ba84-9bf42cfe7aaf req-715588eb-437a-4224-9cf4-da58425ca239 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:16.508596 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-60c0609c-c7d3-435f-ba84-9bf42cfe7aaf req-715588eb-437a-4224-9cf4-da58425ca239 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 945 time: 0.0498741 Nov 22 13:51:16.559150 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-60c0609c-c7d3-435f-ba84-9bf42cfe7aaf req-60001edf-a6df-48f1-9ac4-b9943caf11fb tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442283 Nov 22 13:51:17.678825 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 46d2159e-1a72-4e7c-ac55-097dbb7f1756 up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:51:17.685175 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461effd-06a0-4366-8ca0-791166398e19 req-533b8fbb-1b26-407c-907c-868156f2d91f tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:17.685175 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7461effd-06a0-4366-8ca0-791166398e19 req-533b8fbb-1b26-407c-907c-868156f2d91f tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 945 time: 0.0556388 Nov 22 13:51:17.733546 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning for port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 completed by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 13:51:17.736474 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7461effd-06a0-4366-8ca0-791166398e19 req-4028b15f-35d2-44aa-b00d-ac117fba1f35 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451672 Nov 22 13:51:17.738781 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:51:17.739156 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:17.821566 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:17.844600 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:51:17.846920 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59733500-847d-4963-8ce3-3ee301183636" -d '{"events": [{"server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "name": "network-vif-plugged", "status": "completed", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:51:17.858924 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 46d2159e-1a72-4e7c-ac55-097dbb7f1756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:51:17.864578 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:17.888811 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da6abe-7da8-454b-955f-606ce1261919 x-openstack-request-id: req-e8da6abe-7da8-454b-955f-606ce1261919 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:51:17.889110 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "name": "network-vif-plugged", "status": "completed", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:51:17.889462 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8da6abe-7da8-454b-955f-606ce1261919 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:51:17.889857 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'code': 200} Nov 22 13:51:17.916412 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=46d2159e-1a72-4e7c-ac55-097dbb7f1756,revision_number=5']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:18.155948 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debe479-725d-4741-9370-86c9582310dd req-d980decd-6896-4018-a9cd-01cae6dc29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:18.158368 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9debe479-725d-4741-9370-86c9582310dd req-d980decd-6896-4018-a9cd-01cae6dc29ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 1099 time: 0.0406027 Nov 22 13:51:18.211079 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-9debe479-725d-4741-9370-86c9582310dd req-0ce38a00-9d24-429d-a055-e060a337c0ab service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 Nov 22 13:51:18.854776 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cb39c-5a14-4b6c-868a-8a2414f8594a req-0214b00e-f941-4e33-ad31-9544c30fb636 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:18.856259 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-716cb39c-5a14-4b6c-868a-8a2414f8594a req-0214b00e-f941-4e33-ad31-9544c30fb636 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 946 time: 0.0501909 Nov 22 13:51:18.908633 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-716cb39c-5a14-4b6c-868a-8a2414f8594a req-a52f35c6-8d19-4fd0-9e64-7944b9fa39e8 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Nov 22 13:51:19.942895 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:20.024224 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279723-5a31-44c9-b1f7-18f4bf35ca50 req-d0f1e3ef-e1a8-408e-9693-1909e060eabf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:20.025770 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97279723-5a31-44c9-b1f7-18f4bf35ca50 req-d0f1e3ef-e1a8-408e-9693-1909e060eabf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 946 time: 0.0499713 Nov 22 13:51:20.076482 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-97279723-5a31-44c9-b1f7-18f4bf35ca50 req-e1f8c4dd-c914-4caf-9e94-803efb47ee12 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449171 Nov 22 13:51:20.193875 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa3ea4-0ffc-4799-aa57-9f7ce10c6359 req-07ffb649-e440-487c-8f75-6c98754bd21a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:20.195259 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-03aa3ea4-0ffc-4799-aa57-9f7ce10c6359 req-07ffb649-e440-487c-8f75-6c98754bd21a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Nov 22 13:51:20.244443 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-03aa3ea4-0ffc-4799-aa57-9f7ce10c6359 req-c0030d3e-3cb9-4f41-bec8-252e25394e4d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428360 Nov 22 13:51:20.268090 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60662) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:51:20.455192 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a0e6b-6dc9-460e-a8a1-945abe010e86 tempest-TestVolumeBootPattern-586288900 tempest-TestVolumeBootPattern-586288900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:20.456629 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-669a0e6b-6dc9-460e-a8a1-945abe010e86 tempest-TestVolumeBootPattern-586288900 tempest-TestVolumeBootPattern-586288900-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 1094 time: 0.1875546 Nov 22 13:51:20.459392 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60666) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:51:20.463561 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.v2.base [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Request body: {'floatingip': {'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'port_id': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 13:51:20.487371 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:20.588228 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:20.698986 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_common [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Allocated IP 172.27.0.100 (95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa/a65284e0-247a-420c-b29a-79be4c71c352/4233e0ab-909b-4bc0-9f6a-60d08eec3bb6) {{(pid=109190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 13:51:20.801559 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:20.839265 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731578438036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:20.882341 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Network 95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa is already hosted by enough agents. {{(pid=109190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 13:51:20.887030 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.base_scheduler [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Resources bound (agent type, host, resource id): {{(pid=109190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 13:51:20.890521 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Received port after_create {{(pid=109190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 13:51:20.896042 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=4233e0ab-909b-4bc0-9f6a-60d08eec3bb6,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:20.920376 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.920734 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.921083 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.921454 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.921801 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.922141 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.922479 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.923388 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.923784 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.924071 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.924403 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:20.924738 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:21.525515 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:21.598014 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:21.769607 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for port, precommit_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:21.774449 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2665045'] for port, after_update {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:21.843261 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event updated for resources: {'Port': ['ID=4233e0ab-909b-4bc0-9f6a-60d08eec3bb6,revision_number=2']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:21.860149 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:21.966801 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Floating IP 61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f associated. External IP: 172.27.0.100, port: 46d2159e-1a72-4e7c-ac55-097dbb7f1756. Nov 22 13:51:22.180609 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:51:22.289162 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:51:22.299672 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:51:22.307590 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:22.309768 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:51:22.310573 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:22.334439 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-49fa153d-27da-4bc0-8c0a-91bc817a566a tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8740096 Nov 22 13:51:22.335123 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:51:22.337383 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:51:22.383146 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2169e-b310-4009-b1a8-6bf594c9d1a0 x-openstack-request-id: req-bfa2169e-b310-4009-b1a8-6bf594c9d1a0 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:51:22.383508 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:51:22.383802 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bfa2169e-b310-4009-b1a8-6bf594c9d1a0 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:51:22.384208 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'status': 'completed', 'code': 200} Nov 22 13:51:22.419196 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:51:22.452620 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-e8eb685d-e89f-471f-b080-10e777123691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:22.454492 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-e8eb685d-e89f-471f-b080-10e777123691 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 1099 time: 0.0440316 Nov 22 13:51:22.533513 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ac56749a-b124-4271-b186-494caf06e6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:22.548368 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-2eee1474-a299-4fcb-8083-8a1a0635e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:22.549919 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-2eee1474-a299-4fcb-8083-8a1a0635e7aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.0867684 Nov 22 13:51:22.620670 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-235b30bf-5ca7-44d0-b136-0c3204976a48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756 HTTP/1.1" status: 200 len: 1000 time: 0.0610306 Nov 22 13:51:22.649042 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:cb:b3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:51:21Z', 'updated_at': '2021-11-22T13:51:21Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}, {'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:14Z', 'revision_number': 1, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:22.672674 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-685a348f-42af-4efe-a27e-10bd74de7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:22.674809 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-685a348f-42af-4efe-a27e-10bd74de7d4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0439737 Nov 22 13:51:22.675749 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:51:22.683895 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:51:22.684490 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:50:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:22.725596 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-c87456ca-1520-4707-8486-a5801175bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:22.727256 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-c87456ca-1520-4707-8486-a5801175bcbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399685 Nov 22 13:51:22.792682 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:51:23.032057 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:cb:b3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:51:21Z', 'updated_at': '2021-11-22T13:51:21Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}, {'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:14Z', 'revision_number': 1, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:51:23.062641 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499815d-ad60-4cb7-8f72-9e4cb3532694 None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:cb:b3:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:51:21Z', 'updated_at': '2021-11-22T13:51:21Z', 'revision_number': 0, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}, {'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:14Z', 'revision_number': 1, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:51:23.087201 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-3acbf71e-8558-4f51-a546-b5500c259648 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517365 Nov 22 13:51:23.202251 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5f315565-e169-4dc9-a8e6-3c1d3fc50d23 req-b241bac5-d457-43b1-8963-b3fdbe1664ee service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034205 Nov 22 13:51:23.258991 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96eb57-35ae-459b-9de3-31155e439334 None None] New status for floating IP 61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f: ACTIVE {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:51:24.921852 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6a2e177d-f917-4f90-b00a-f93852eca878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:25.846595 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:27.363256 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:28.187232 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:28.952774 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:51:32.234654 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 60766) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:51:32.338916 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-983950f2-32bd-4343-8bf3-d946e97f6e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:32.411658 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-983950f2-32bd-4343-8bf3-d946e97f6e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:32.415533 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-983950f2-32bd-4343-8bf3-d946e97f6e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:32.454361 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-983950f2-32bd-4343-8bf3-d946e97f6e6a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f54305f2c7a473aba1113e87a18e785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186191 Nov 22 13:51:32.455150 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983950f2-32bd-4343-8bf3-d946e97f6e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ada5d-7599-4ac1-9006-3212ed4b8fa3,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:32.457685 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60770) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:51:32.505263 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:32.525597 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:32.572750 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:32.575341 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:32.578763 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/586ada5d-7599-4ac1-9006-3212ed4b8fa3 HTTP/1.1" status: 204 len: 168 time: 0.1177833 Nov 22 13:51:32.585987 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ada5d-7599-4ac1-9006-3212ed4b8fa3,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:32.596207 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.596574 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.596922 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.597344 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.597778 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.598124 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.598567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.598828 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.599165 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.599748 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.600084 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:32.600409 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307db23e-944e-423e-b99c-9ea4ce1c4a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:51:48.657783 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-0c1b6889-e2e5-4afb-a333-8e889eb66a5f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375903 Nov 22 13:51:48.741250 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23039-bc74-48b9-8b04-79343226b066 req-2b748921-2ae0-467a-bc88-eaca690b357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:48.742657 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-2b748921-2ae0-467a-bc88-eaca690b357b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1098 time: 0.0396786 Nov 22 13:51:48.850243 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23039-bc74-48b9-8b04-79343226b066 req-50ee8f81-839f-4244-a4bf-dd9e4e8ae4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:48.851687 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-50ee8f81-839f-4244-a4bf-dd9e4e8ae4f9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 910 time: 0.0881515 Nov 22 13:51:48.916596 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-2eea3618-e981-4dad-8c96-a2aec2f72b2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 1000 time: 0.0565176 Nov 22 13:51:48.964664 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23039-bc74-48b9-8b04-79343226b066 req-099762b6-d9e3-42fc-b96d-9ecf10fbf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:48.966067 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-099762b6-d9e3-42fc-b96d-9ecf10fbf0dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 200 len: 848 time: 0.0424099 Nov 22 13:51:49.014604 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea23039-bc74-48b9-8b04-79343226b066 req-c2303f58-52dc-43cb-b5f5-84561f9ec794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:49.016020 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-c2303f58-52dc-43cb-b5f5-84561f9ec794 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf9e00ac-3683-4953-9d30-6f214cc48b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416336 Nov 22 13:51:49.108659 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-fffa9e4b-0c48-4993-9685-6c7849eb96be service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846689 Nov 22 13:51:49.203869 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6ea23039-bc74-48b9-8b04-79343226b066 req-9650205f-7c7e-43a8-bcb4-3b7ac08b748d service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862377 Nov 22 13:51:49.945999 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.536028 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-82ddbcff-8441-4906-8063-229dbc263f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.581125 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60946) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:51:52.687375 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3a36f3a6-59f0-4014-8d13-b54add6afe3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.760287 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3a36f3a6-59f0-4014-8d13-b54add6afe3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.764096 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3a36f3a6-59f0-4014-8d13-b54add6afe3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.800791 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f3a6-59f0-4014-8d13-b54add6afe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e537b-0469-44de-a5e6-e8ee25c6abeb,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:52.806217 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-3a36f3a6-59f0-4014-8d13-b54add6afe3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa45120ef192448d88ef417931870121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228308 Nov 22 13:51:52.807684 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60952) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:51:52.856643 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d9450680-c469-4acf-a0eb-974524e6c055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.878367 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d9450680-c469-4acf-a0eb-974524e6c055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.931663 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d9450680-c469-4acf-a0eb-974524e6c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.934321 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d9450680-c469-4acf-a0eb-974524e6c055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:52.935462 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d9450680-c469-4acf-a0eb-974524e6c055 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca1e537b-0469-44de-a5e6-e8ee25c6abeb HTTP/1.1" status: 204 len: 168 time: 0.1268888 Nov 22 13:51:52.943501 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9450680-c469-4acf-a0eb-974524e6c055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e537b-0469-44de-a5e6-e8ee25c6abeb,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:51:53.261254 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51e58-eccb-4f7c-9535-598c0cc5eb8a req-2d8141c0-6140-4126-8c05-5d15a49f718b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:53.263509 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fda51e58-eccb-4f7c-9535-598c0cc5eb8a req-2d8141c0-6140-4126-8c05-5d15a49f718b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0579991 Nov 22 13:51:53.311589 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-fda51e58-eccb-4f7c-9535-598c0cc5eb8a req-6aac3633-5839-4aa1-972f-4d3a6ee7424f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Nov 22 13:51:54.433813 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ff272-afa4-44de-9eda-1b76436a1019 req-dabb6820-8b9d-4cf1-8dda-fea6b921dbef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:54.435209 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cc9ff272-afa4-44de-9eda-1b76436a1019 req-dabb6820-8b9d-4cf1-8dda-fea6b921dbef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0505815 Nov 22 13:51:54.481658 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-cc9ff272-afa4-44de-9eda-1b76436a1019 req-677b4720-6f43-48ad-9800-74ebff91359c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Nov 22 13:51:54.923665 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-aa4f2004-6904-446d-93b8-f699c4ccd91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:55.600903 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7c33f-98b9-4f11-8fa0-eceb94c719c0 req-4d66e029-1c39-459e-b140-9f15a9dc5e2e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:55.602424 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e9f7c33f-98b9-4f11-8fa0-eceb94c719c0 req-4d66e029-1c39-459e-b140-9f15a9dc5e2e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Nov 22 13:51:55.649869 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e9f7c33f-98b9-4f11-8fa0-eceb94c719c0 req-e3f0e065-4917-4bf5-9b09-2bf9f615d37c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415094 Nov 22 13:51:55.853942 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:56.766392 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f90bff-26c8-4b51-877b-5e0e981ed9b6 req-4fdce081-b9f9-43f8-ba77-2533e1c50896 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:56.768126 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d7f90bff-26c8-4b51-877b-5e0e981ed9b6 req-4fdce081-b9f9-43f8-ba77-2533e1c50896 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0492408 Nov 22 13:51:56.815328 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d7f90bff-26c8-4b51-877b-5e0e981ed9b6 req-89a7bf23-9867-49b6-a7e4-46102ab46910 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Nov 22 13:51:57.364435 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:57.934468 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7d42f-972a-44d7-afa8-c900c2352dd9 req-8e603566-965a-4855-ad90-09f99cc351f3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:57.935929 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e4e7d42f-972a-44d7-afa8-c900c2352dd9 req-8e603566-965a-4855-ad90-09f99cc351f3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Nov 22 13:51:57.987574 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-e4e7d42f-972a-44d7-afa8-c900c2352dd9 req-f8fa32d9-e1c7-4801-a0a4-d9162d38e5b2 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447011 Nov 22 13:51:58.188869 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:51:59.109308 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b3b4d-d049-4ccf-bb27-3d81f3fe0e16 req-f6dfd9f7-e6bf-4380-82df-cd8cbe278d8d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:51:59.110782 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-868b3b4d-d049-4ccf-bb27-3d81f3fe0e16 req-f6dfd9f7-e6bf-4380-82df-cd8cbe278d8d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Nov 22 13:51:59.157208 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-868b3b4d-d049-4ccf-bb27-3d81f3fe0e16 req-25b56b39-7a1a-4777-baaa-4259dfefe2ec tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 Nov 22 13:52:00.276605 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa1377-d539-4e0b-8bec-62fba986439a req-d5ca1fd8-9f9d-440f-aa64-edff1d04add6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:00.278125 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-75fa1377-d539-4e0b-8bec-62fba986439a req-d5ca1fd8-9f9d-440f-aa64-edff1d04add6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0493395 Nov 22 13:52:00.324401 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-75fa1377-d539-4e0b-8bec-62fba986439a req-8c37d2ab-f9ca-478c-91fc-ddab179b8882 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398085 Nov 22 13:52:01.443006 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d9e5-33ed-40e7-90db-f6e6c8d29299 req-42dbde4f-62cd-4f4c-8164-45381d390c60 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:01.444524 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8291d9e5-33ed-40e7-90db-f6e6c8d29299 req-42dbde4f-62cd-4f4c-8164-45381d390c60 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Nov 22 13:52:01.491177 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-8291d9e5-33ed-40e7-90db-f6e6c8d29299 req-33b63a7e-22ec-48b0-aefd-135718de473e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Nov 22 13:52:02.360718 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 60984) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:02.520831 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Deleting port 8ff69637-8a32-48b8-a9ae-18b4d62c9732 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:02.521510 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:02.601098 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:02.601443 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:02.609465 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b41ee-0ac0-431d-8709-e7e2af9405d5 req-befe50f8-f540-4107-a77a-aa8227fcbe4c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:02.610996 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f22b41ee-0ac0-431d-8709-e7e2af9405d5 req-befe50f8-f540-4107-a77a-aa8227fcbe4c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Nov 22 13:52:02.613494 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Calling delete_port for 8ff69637-8a32-48b8-a9ae-18b4d62c9732 owned by network:floatingip {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:02.657714 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-f22b41ee-0ac0-431d-8709-e7e2af9405d5 req-bad513de-43e3-409b-8a94-8597718a3a01 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Nov 22 13:52:02.785114 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:02.809898 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event deleted for resources: {'Port': ['ID=8ff69637-8a32-48b8-a9ae-18b4d62c9732,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:02.871724 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for floatingip, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:02.872087 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Floating IP 9d804e7f-13a4-4c76-825f-0e917769306a disassociated (deleted). External IP: 172.27.0.19, port: e14d8dd0-493d-48ab-9595-8fbb34bdb29d. Nov 22 13:52:03.073939 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Router 05378cda-982a-4b2e-bf47-ce9d18c5a688 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:52:03.185316 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:52:03.190894 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:03.195299 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] Sync routers for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:52:03.206194 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:52:03.206837 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:51:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:03.220069 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-25c837c9-3121-47d3-883b-269efc84e4bf tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "DELETE /v2.0/floatingips/9d804e7f-13a4-4c76-825f-0e917769306a HTTP/1.1" status: 204 len: 168 time: 0.8582013 Nov 22 13:52:03.220770 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:52:03.223364 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89db2c3e-1da0-40dc-ba92-23211c28376c" -d '{"events": [{"name": "network-changed", "server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:52:03.270601 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7a366f-75b2-4078-8151-40c0b00d50b8 x-openstack-request-id: req-8f7a366f-75b2-4078-8151-40c0b00d50b8 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:52:03.270902 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:52:03.271156 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f7a366f-75b2-4078-8151-40c0b00d50b8 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:52:03.272112 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'status': 'completed', 'code': 200} Nov 22 13:52:03.340744 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-4eee5a9f-4568-4c70-8443-d567a55317cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:03.343157 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-4eee5a9f-4568-4c70-8443-d567a55317cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee3a9603fada4f72a111322a25c91454&device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 1098 time: 0.0468135 Nov 22 13:52:03.408331 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:52:03.438494 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-b3e59364-b57e-4744-bd35-9d1b27883bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:03.440526 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-b3e59364-b57e-4744-bd35-9d1b27883bdb service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 200 len: 910 time: 0.0884616 Nov 22 13:52:03.465223 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816372f-1c12-4195-99c1-373a8579f100 req-683f3abe-52b2-48a5-acca-0e5c054779cc tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:03.466767 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c816372f-1c12-4195-99c1-373a8579f100 req-683f3abe-52b2-48a5-acca-0e5c054779cc tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0602152 Nov 22 13:52:03.490491 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-bd8e7615-5d2a-465e-8e37-236467687888 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 200 len: 217 time: 0.0414598 Nov 22 13:52:03.519376 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c816372f-1c12-4195-99c1-373a8579f100 req-6247a113-77d6-4b34-8024-df59430b9c20 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462561 Nov 22 13:52:03.547844 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-fe12cb57-6002-4695-a54e-1f6224b85762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:03.549801 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-fe12cb57-6002-4695-a54e-1f6224b85762 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 200 len: 848 time: 0.0466213 Nov 22 13:52:03.599532 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-cc7dbee4-9236-4b6e-bfac-82fe4643c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:03.600982 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-cc7dbee4-9236-4b6e-bfac-82fe4643c6b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf9e00ac-3683-4953-9d30-6f214cc48b07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411932 Nov 22 13:52:03.618574 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:17Z', 'revision_number': 5, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:03.645348 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] Checking router: 05378cda-982a-4b2e-bf47-ce9d18c5a688 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:52:03.653689 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:52:03.654299 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:51:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:03.697803 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-3bf3ddf4-d790-4451-be04-05d6b29b154a service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881026 Nov 22 13:52:03.768507 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:52:03.835413 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d8def-db3f-42f7-8fa6-a7971e463ce5 req-6a0d7556-2072-4c52-a4c7-8a4a0cebea4c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:03.836892 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c24d8def-db3f-42f7-8fa6-a7971e463ce5 req-6a0d7556-2072-4c52-a4c7-8a4a0cebea4c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0834165 Nov 22 13:52:03.839564 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-89db2c3e-1da0-40dc-ba92-23211c28376c req-58b7cfb7-b4d3-4661-a1d7-075aadd25c92 service neutron] 10.222.0.52 "GET /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326170 Nov 22 13:52:03.900754 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c24d8def-db3f-42f7-8fa6-a7971e463ce5 req-9a8677a6-1890-438b-8b03-b9dfaf248b18 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573680 Nov 22 13:52:03.971997 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:17Z', 'revision_number': 5, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:03.997587 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa97ff7e-4932-4e56-9ed8-649745188f65 None None] The sync data for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi is: [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:47:12Z', 'revision_number': 4, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': '57b009d3-aef9-46d7-a1b6-0c8eb4accf7e', 'name': '', 'network_id': 'bf9e00ac-3683-4953-9d30-6f214cc48b07', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'mac_address': 'fa:16:3e:ac:54:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:11Z', 'updated_at': '2021-11-22T13:47:17Z', 'revision_number': 5, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'subnets': [{'id': 'd2ebd496-9f4c-4708-8d34-0ffe568383c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:52:04.207548 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d028a7-58a5-46f6-98e2-f42fde2de8e0 None None] New status for floating IP 9d804e7f-13a4-4c76-825f-0e917769306a: DOWN {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:52:04.636017 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649e6cf-2dce-485a-800b-4b45268bfbf4 req-18143ba8-041d-4a15-9097-a40483ba7051 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:04.637516 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c649e6cf-2dce-485a-800b-4b45268bfbf4 req-18143ba8-041d-4a15-9097-a40483ba7051 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Nov 22 13:52:04.686304 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-c649e6cf-2dce-485a-800b-4b45268bfbf4 req-d79b5875-e7c5-47cc-95db-866038384704 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/security-groups?id=480f4cce-10c7-47e0-8a12-0279ef977696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Nov 22 13:52:05.163558 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6343-7842-4100-8075-ab83d03854f1 req-62af89de-2106-4e1a-8a19-003520f0ffb5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:05.165044 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e04e6343-7842-4100-8075-ab83d03854f1 req-62af89de-2106-4e1a-8a19-003520f0ffb5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0489533 Nov 22 13:52:05.211073 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e04e6343-7842-4100-8075-ab83d03854f1 req-acdbc3ff-65c7-4c49-8ce4-b736839f6e86 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Nov 22 13:52:05.389241 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467879-3b6f-4acc-9fcb-51821316fdec req-4d441ec1-0228-4665-8ddf-7ea4ef4990ee tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:05.390667 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-98467879-3b6f-4acc-9fcb-51821316fdec req-4d441ec1-0228-4665-8ddf-7ea4ef4990ee tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.52 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 945 time: 0.0478306 Nov 22 13:52:05.484750 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Deleting port e14d8dd0-493d-48ab-9595-8fbb34bdb29d {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:05.485008 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:05.574652 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] For port e14d8dd0-493d-48ab-9595-8fbb34bdb29d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:05.575014 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:05.589567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Calling delete_port for e14d8dd0-493d-48ab-9595-8fbb34bdb29d owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:05.724159 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:05.756271 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event deleted for resources: {'Port': ['ID=e14d8dd0-493d-48ab-9595-8fbb34bdb29d,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:05.801255 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] No DVR routers for this DVR port e14d8dd0-493d-48ab-9595-8fbb34bdb29d on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:52:05.803782 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:05.804815 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-2fd49571-3d0b-490e-8dc2-f5aa25982207 req-9c1e0755-6698-4c6e-abdc-a38faef9f6a0 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 210 time: 0.0470126 Nov 22 13:52:05.807481 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-98467879-3b6f-4acc-9fcb-51821316fdec req-61c4c2ef-6a19-4cb8-b45b-dbaa5426f4ca tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.52 "DELETE /v2.0/ports/e14d8dd0-493d-48ab-9595-8fbb34bdb29d HTTP/1.1" status: 204 len: 173 time: 0.4080172 Nov 22 13:52:05.807937 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-deleted', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:52:05.810226 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6ae689-27a2-4bad-89c0-5dd4882cdca1" -d '{"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-deleted", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:52:05.858346 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b4a22-6296-4881-9c4c-206efab8de97 x-openstack-request-id: req-111b4a22-6296-4881-9c4c-206efab8de97 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:52:05.859960 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928c471e-c956-4529-9003-2d16d7499657", "name": "network-vif-deleted", "tag": "e14d8dd0-493d-48ab-9595-8fbb34bdb29d", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:52:05.860216 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-111b4a22-6296-4881-9c4c-206efab8de97 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:52:05.860624 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928c471e-c956-4529-9003-2d16d7499657', 'name': 'network-vif-deleted', 'tag': 'e14d8dd0-493d-48ab-9595-8fbb34bdb29d', 'status': 'completed', 'code': 200} Nov 22 13:52:05.937377 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:52:05.951988 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:52:06.041159 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:06.054650 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'port_id': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'mac_address': 'fa:16:3e:d0:78:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:52:06.097305 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:06.111745 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ca96122-e5c9-4d4e-88ed-dc773b45578e {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:52:06.141022 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:06.146495 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:06.212037 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=6']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:06.230789 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.231571 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.232112 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.232636 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.233126 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.233662 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.234155 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.237573 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.238132 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.240220 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.247729 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.248352 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:52:06.255461 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['0ca96122-e5c9-4d4e-88ed-dc773b45578e'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:52:06.413238 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf32488-d919-453d-aa37-bbcceef4e647 req-1b15b190-3ba1-4273-ab72-ef004265c73b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:06.415143 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8cf32488-d919-453d-aa37-bbcceef4e647 req-1b15b190-3ba1-4273-ab72-ef004265c73b tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 944 time: 0.0795989 Nov 22 13:52:06.509489 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8cf32488-d919-453d-aa37-bbcceef4e647 req-3873d29a-f83f-4c4c-baa4-09f3dae2eae0 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780230 Nov 22 13:52:06.945645 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-14efeeb6-096f-4d68-b33d-9000c5a208ad req-7a95445d-2ba0-4ac2-92e4-04a58ec4a309 tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "GET /v2.0/ports?device_id=928c471e-c956-4529-9003-2d16d7499657 HTTP/1.1" status: 200 len: 210 time: 0.0335574 Nov 22 13:52:07.647664 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7acf-246c-4558-98dc-580f0d9afdef req-2bfdd20a-8a76-4626-9051-380a42b50546 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:07.650192 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80ba7acf-246c-4558-98dc-580f0d9afdef req-2bfdd20a-8a76-4626-9051-380a42b50546 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 944 time: 0.0554721 Nov 22 13:52:07.708598 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-80ba7acf-246c-4558-98dc-580f0d9afdef req-4322f891-927e-4d46-b8db-c3f0f125847a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512965 Nov 22 13:52:07.945364 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:52:08.008231 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 0ca96122-e5c9-4d4e-88ed-dc773b45578e triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:52:08.009073 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.016108 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 32810) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:08.085495 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5075ae94-d71c-4c1c-8074-a67b4d29277b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.110745 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.114530 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5075ae94-d71c-4c1c-8074-a67b4d29277b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.139537 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:52:08.141830 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d821d9ec-3ab1-49d5-a85e-6d291bc2351a" -d '{"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:52:08.191005 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:08.198637 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.201123 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e14d8dd0-493d-48ab-9595-8fbb34bdb29d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:08.203799 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5075ae94-d71c-4c1c-8074-a67b4d29277b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.206413 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b9611-459a-4c2b-a6cf-7b851bb419f8 x-openstack-request-id: req-6a2b9611-459a-4c2b-a6cf-7b851bb419f8 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:52:08.206821 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:52:08.207439 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a2b9611-459a-4c2b-a6cf-7b851bb419f8 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:52:08.207921 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'code': 200} Nov 22 13:52:08.212786 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-5075ae94-d71c-4c1c-8074-a67b4d29277b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.214656 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-5075ae94-d71c-4c1c-8074-a67b4d29277b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] 10.222.0.31 "DELETE /v2.0/security-groups/480f4cce-10c7-47e0-8a12-0279ef977696 HTTP/1.1" status: 204 len: 168 time: 0.1957667 Nov 22 13:52:08.249147 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075ae94-d71c-4c1c-8074-a67b4d29277b tempest-TestShelveInstance-370045666 tempest-TestShelveInstance-370045666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480f4cce-10c7-47e0-8a12-0279ef977696,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:08.292921 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 32816) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:08.312702 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=7']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:08.325374 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: e14d8dd0-493d-48ab-9595-8fbb34bdb29d {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:52:08.325724 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device e14d8dd0-493d-48ab-9595-8fbb34bdb29d not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:52:08.859503 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fb32d-5d4f-49f4-8b85-e99403704a9e req-2079ca90-ee41-4686-942b-890955053241 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:08.862329 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b02fb32d-5d4f-49f4-8b85-e99403704a9e req-2079ca90-ee41-4686-942b-890955053241 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0582724 Nov 22 13:52:08.884849 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:08.922164 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b02fb32d-5d4f-49f4-8b85-e99403704a9e req-7f0949dd-0ac8-4c61-a307-f706a226c4aa tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509868 Nov 22 13:52:09.154467 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Deleting port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:09.155109 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:09.235417 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] For port 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:09.235865 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:09.250022 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Calling delete_port for 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e owned by network:router_interface {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:09.446772 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:09.476057 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b009d3-aef9-46d7-a1b6-0c8eb4accf7e,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:09.680895 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:10.234523 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108558c2-bda6-4f20-bd85-2b4e244727f2 req-a033a327-910a-410b-a228-1b841ab005be tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:10.236780 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-108558c2-bda6-4f20-bd85-2b4e244727f2 req-a033a327-910a-410b-a228-1b841ab005be tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0766025 Nov 22 13:52:10.243090 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Router 05378cda-982a-4b2e-bf47-ce9d18c5a688 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:52:10.340654 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-108558c2-bda6-4f20-bd85-2b4e244727f2 req-d6ea19de-1cac-450d-ad11-1e0239a9029c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937707 Nov 22 13:52:10.403837 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:52:10.410046 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-863f8eb7-1e19-4edb-bf3d-f3b0a4aa5f22 admin admin] 10.222.0.31 "PUT /v2.0/routers/05378cda-982a-4b2e-bf47-ce9d18c5a688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1157947 Nov 22 13:52:10.412529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 32828) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:10.416646 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] Sync routers for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:52:10.427549 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:52:10.428246 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:51:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:10.548800 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:10.563021 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:52:10.669702 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:10.730504 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Deleting port f528a3a1-25f7-4eb1-a2e7-940850a64f23 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:10.731370 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:10.825061 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:52:09Z', 'revision_number': 5, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port': {'id': 'f528a3a1-25f7-4eb1-a2e7-940850a64f23', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:07:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:09Z', 'updated_at': '2021-11-22T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:10.831976 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] For port f528a3a1-25f7-4eb1-a2e7-940850a64f23, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f528a3a1-25f7-4eb1-a2e7-940850a64f23,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:10.833620 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:10.852437 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Calling delete_port for f528a3a1-25f7-4eb1-a2e7-940850a64f23 owned by network:router_gateway {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:10.861730 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] Checking router: 05378cda-982a-4b2e-bf47-ce9d18c5a688 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:52:10.870143 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] Routers {'05378cda-982a-4b2e-bf47-ce9d18c5a688'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:52:10.870759 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:51:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['05378cda-982a-4b2e-bf47-ce9d18c5a688'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:10.972957 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] Set router 05378cda-982a-4b2e-bf47-ce9d18c5a688 gateway port host: None {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:52:11.036833 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:52:10Z', 'revision_number': 6, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:11.071963 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f16102-7b66-4b30-b067-a43c51eb3964 None None] The sync data for ids ['05378cda-982a-4b2e-bf47-ce9d18c5a688'] in dv-cinder-768458-14-iscsi is: [{'id': '05378cda-982a-4b2e-bf47-ce9d18c5a688', 'name': 'tempest-TestShelveInstance-1468646789-router', 'tenant_id': 'ee3a9603fada4f72a111322a25c91454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:08Z', 'updated_at': '2021-11-22T13:52:10Z', 'revision_number': 6, 'project_id': 'ee3a9603fada4f72a111322a25c91454', 'gw_port_host': None}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:52:11.075396 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.118617 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f528a3a1-25f7-4eb1-a2e7-940850a64f23,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:11.185760 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.289489 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.291696 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.346130 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.346554 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05378cda-982a-4b2e-bf47-ce9d18c5a688 {{(pid=109191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:52:11.351108 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.352266 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-db2f3528-33c9-48b2-a5d4-6c0e98f26bf2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/05378cda-982a-4b2e-bf47-ce9d18c5a688 HTTP/1.1" status: 204 len: 168 time: 0.9378412 Nov 22 13:52:11.354898 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 32830) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:11.413319 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] Deleting subnet d2ebd496-9f4c-4708-8d34-0ffe568383c7 {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:52:11.416933 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.466819 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.540767 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd486f17-f651-44ac-b2e5-fdfd84e6b378 req-52b38edb-1af6-45d0-9f31-f9e142c68b98 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:11.542618 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dd486f17-f651-44ac-b2e5-fdfd84e6b378 req-52b38edb-1af6-45d0-9f31-f9e142c68b98 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0901880 Nov 22 13:52:11.637258 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dd486f17-f651-44ac-b2e5-fdfd84e6b378 req-d4fbeeed-6e1c-4e52-8da4-678b2c9a8823 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870686 Nov 22 13:52:11.643670 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.714275 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.743618 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ebd496-9f4c-4708-8d34-0ffe568383c7,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:11.749172 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.753614 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69a92de-ae52-4474-b256-a9af4e2b8583 None None] Network bf9e00ac-3683-4953-9d30-6f214cc48b07 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:52:11.756729 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-69b0f20d-961f-4861-bcbc-a9d784042784 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d2ebd496-9f4c-4708-8d34-0ffe568383c7 HTTP/1.1" status: 204 len: 168 time: 0.3977783 Nov 22 13:52:11.756859 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 32836) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:11.845779 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:11.938362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Deleting port 6360189a-9f71-4a2c-be20-5d030c6eeb4d {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:11.939874 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.003657 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] DHCP port deletion for bf9e00ac-3683-4953-9d30-6f214cc48b07 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:52:12.042416 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] For port 6360189a-9f71-4a2c-be20-5d030c6eeb4d, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=6360189a-9f71-4a2c-be20-5d030c6eeb4d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:12.042926 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.070761 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Calling delete_port for 6360189a-9f71-4a2c-be20-5d030c6eeb4d owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:12.097570 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] Deleting port 6360189a-9f71-4a2c-be20-5d030c6eeb4d {{(pid=109192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:12.097950 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.171944 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] For port 6360189a-9f71-4a2c-be20-5d030c6eeb4d, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=6360189a-9f71-4a2c-be20-5d030c6eeb4d,segment=NetworkSegment(e9b7003a-b703-4b5e-a7aa-cc3a9191fa15),segment_id=e9b7003a-b703-4b5e-a7aa-cc3a9191fa15)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:12.172237 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.188389 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.206273 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] Calling delete_port for 6360189a-9f71-4a2c-be20-5d030c6eeb4d owned by network:dhcp {{(pid=109192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:12.231109 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=6360189a-9f71-4a2c-be20-5d030c6eeb4d,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:12.239535 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] No DVR routers for this DVR port 6360189a-9f71-4a2c-be20-5d030c6eeb4d on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:52:12.333770 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045'] for port, after_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.340364 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.374006 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9e00ac-3683-4953-9d30-6f214cc48b07']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:12.376111 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f528a3a1-25f7-4eb1-a2e7-940850a64f23 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:12.382813 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] Pushing event deleted for resources: {'Port': ['ID=6360189a-9f71-4a2c-be20-5d030c6eeb4d,revision_number=None']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:12.385090 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b036040-0f21-4a2e-9335-340dcd89a89a None None] No DVR routers for this DVR port 6360189a-9f71-4a2c-be20-5d030c6eeb4d on host dv-cinder-768458-14-iscsi {{(pid=109192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:52:12.392562 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:12.393433 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b7003a-b703-4b5e-a7aa-cc3a9191fa15') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:12.404873 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.414963 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: f528a3a1-25f7-4eb1-a2e7-940850a64f23 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:52:12.423139 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f528a3a1-25f7-4eb1-a2e7-940850a64f23 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:52:12.424307 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:12.445613 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.453589 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:52:12.454329 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.455151 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:52:12.455508 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 57b009d3-aef9-46d7-a1b6-0c8eb4accf7e not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:52:12.455926 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6360189a-9f71-4a2c-be20-5d030c6eeb4d no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:52:12.456837 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:52:12.478284 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 6360189a-9f71-4a2c-be20-5d030c6eeb4d {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:52:12.478630 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6360189a-9f71-4a2c-be20-5d030c6eeb4d not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:52:12.524299 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.530868 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:12.537514 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bf9e00ac-3683-4953-9d30-6f214cc48b07 HTTP/1.1" status: 204 len: 168 time: 0.7768743 Nov 22 13:52:12.537917 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 32842) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:12.551830 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8536408-206b-46c8-ba8c-3de92beffc27 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf9e00ac-3683-4953-9d30-6f214cc48b07,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:12.783537 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09444f6e-b69c-4775-9f03-3c9920b0d4e8 req-14eabcac-323c-4d24-ad55-e83f2339280c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:12.785095 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-09444f6e-b69c-4775-9f03-3c9920b0d4e8 req-14eabcac-323c-4d24-ad55-e83f2339280c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0608857 Nov 22 13:52:12.844814 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-09444f6e-b69c-4775-9f03-3c9920b0d4e8 req-6a289bb6-9b75-4f40-a61e-d27102b2e2ca tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521147 Nov 22 13:52:12.987644 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:13.260244 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Deleting port f73e321c-3629-4ae7-af59-c43645d8efb5 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:13.260498 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:13.341145 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] For port f73e321c-3629-4ae7-af59-c43645d8efb5, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f73e321c-3629-4ae7-af59-c43645d8efb5,segment=NetworkSegment(15352246-721d-41c5-bae5-0163c359ed6b),segment_id=15352246-721d-41c5-bae5-0163c359ed6b)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:13.341556 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:13.356095 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Calling delete_port for f73e321c-3629-4ae7-af59-c43645d8efb5 owned by network:router_interface {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:13.553537 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:13.587811 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73e321c-3629-4ae7-af59-c43645d8efb5,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:13.808597 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:13.999592 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5be0-3afe-418e-aa00-f6fb8427fa95 req-daa68545-02e5-4cc2-97a0-73a24d474830 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:14.001164 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21ba5be0-3afe-418e-aa00-f6fb8427fa95 req-daa68545-02e5-4cc2-97a0-73a24d474830 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0704300 Nov 22 13:52:14.124839 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-21ba5be0-3afe-418e-aa00-f6fb8427fa95 req-ac17123b-fda2-4109-b36d-7663150bd7a6 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880229 Nov 22 13:52:14.145098 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Router 58b07b76-5de7-4d4d-9b44-830c0b72c196 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:52:14.279458 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:52:14.288535 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 32848) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:14.290666 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] Sync routers for ids ['58b07b76-5de7-4d4d-9b44-830c0b72c196'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:52:14.293634 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-7c63dac5-1214-411a-b30e-616787fe3886 admin admin] 10.222.0.31 "PUT /v2.0/routers/58b07b76-5de7-4d4d-9b44-830c0b72c196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495337 Nov 22 13:52:14.301794 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] Routers {'58b07b76-5de7-4d4d-9b44-830c0b72c196'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:52:14.302550 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:51:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['58b07b76-5de7-4d4d-9b44-830c0b72c196'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:14.416972 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks [] for router, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:14.421715 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] Set router 58b07b76-5de7-4d4d-9b44-830c0b72c196 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:52:14.544755 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:14.621080 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Deleting port 6e32363e-8a9b-4342-99e2-7303d08062f7 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:14.621471 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:14.723609 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] For port 6e32363e-8a9b-4342-99e2-7303d08062f7, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=6e32363e-8a9b-4342-99e2-7303d08062f7,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:14.724281 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:14.743842 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Calling delete_port for 6e32363e-8a9b-4342-99e2-7303d08062f7 owned by network:router_gateway {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:14.829602 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:52:13Z', 'revision_number': 5, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port': {'id': '6e32363e-8a9b-4342-99e2-7303d08062f7', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:14.861629 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] Checking router: 58b07b76-5de7-4d4d-9b44-830c0b72c196 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:52:14.871014 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] Routers {'58b07b76-5de7-4d4d-9b44-830c0b72c196'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:52:14.871629 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:51:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['58b07b76-5de7-4d4d-9b44-830c0b72c196'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:14.947018 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:14.972441 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] Set router 58b07b76-5de7-4d4d-9b44-830c0b72c196 gateway port host: None {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:52:15.031552 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Pushing event deleted for resources: {'Port': ['ID=6e32363e-8a9b-4342-99e2-7303d08062f7,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:15.044018 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:52:14Z', 'revision_number': 6, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:15.065259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.072137 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ca962-2748-4d69-b947-5c6de01b4f03 None None] The sync data for ids ['58b07b76-5de7-4d4d-9b44-830c0b72c196'] in dv-cinder-768458-14-iscsi is: [{'id': '58b07b76-5de7-4d4d-9b44-830c0b72c196', 'name': 'tempest-TestShelveInstance-7370799-router', 'tenant_id': '3df40a6ef53e4dcdadb37ece519c479e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:15Z', 'updated_at': '2021-11-22T13:52:14Z', 'revision_number': 6, 'project_id': '3df40a6ef53e4dcdadb37ece519c479e', 'gw_port_host': None}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:52:15.163370 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.165648 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.219638 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.220236 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b07b76-5de7-4d4d-9b44-830c0b72c196 {{(pid=109191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:52:15.224570 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.227963 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-47e21e92-5cbc-4921-9b2b-c3dee9c980da admin admin] 10.222.0.31 "DELETE /v2.0/routers/58b07b76-5de7-4d4d-9b44-830c0b72c196 HTTP/1.1" status: 204 len: 168 time: 0.9362175 Nov 22 13:52:15.229775 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 32852) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:15.272566 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b468a9f-d440-4513-9294-8730b3cf9f1d req-ebfcbf8d-f605-49d9-a4b0-678984b414ad tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:15.274306 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5b468a9f-d440-4513-9294-8730b3cf9f1d req-ebfcbf8d-f605-49d9-a4b0-678984b414ad tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0659943 Nov 22 13:52:15.279976 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] Deleting subnet 3e14e616-2718-41ce-9774-8ba17872545b {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:52:15.292854 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.336223 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5b468a9f-d440-4513-9294-8730b3cf9f1d req-7c0494ee-5dae-4669-aa08-20ed8d8fa776 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506022 Nov 22 13:52:15.351252 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.437767 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.497525 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.522065 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee430554-4ae6-4ed6-9f25-dd4556af3412 None None] Network 5a7df875-4299-4f97-9d9c-315092996364 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:52:15.523119 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.531914 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 32858) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:15.532759 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e14e616-2718-41ce-9774-8ba17872545b HTTP/1.1" status: 204 len: 168 time: 0.3014295 Nov 22 13:52:15.556496 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520492b-56c9-4f8c-8ee4-f12c5abb9765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e14e616-2718-41ce-9774-8ba17872545b,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:15.645513 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.709122 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Deleting port 5823f429-d911-4e48-8db8-c93b3971e918 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:52:15.709654 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.789000 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] For port 5823f429-d911-4e48-8db8-c93b3971e918, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=5823f429-d911-4e48-8db8-c93b3971e918,segment=NetworkSegment(15352246-721d-41c5-bae5-0163c359ed6b),segment_id=15352246-721d-41c5-bae5-0163c359ed6b)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:15.789794 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.813566 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Calling delete_port for 5823f429-d911-4e48-8db8-c93b3971e918 owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:52:15.902601 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:15.929923 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Pushing event deleted for resources: {'Port': ['ID=5823f429-d911-4e48-8db8-c93b3971e918,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:15.933512 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] No DVR routers for this DVR port 5823f429-d911-4e48-8db8-c93b3971e918 on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:52:15.974732 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e50c9f3-6301-48cf-b50c-87da2378eae8 None None] DHCP port deletion for 5a7df875-4299-4f97-9d9c-315092996364 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:52:16.025265 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.051600 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7df875-4299-4f97-9d9c-315092996364']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:16.060937 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15352246-721d-41c5-bae5-0163c359ed6b') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:16.061262 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15352246-721d-41c5-bae5-0163c359ed6b') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:52:16.070937 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.084597 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.090779 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:52:16.091164 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:52:16.092897 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:52:16.159791 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.166647 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.172228 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] 10.222.0.31 "DELETE /v2.0/networks/5a7df875-4299-4f97-9d9c-315092996364 HTTP/1.1" status: 204 len: 168 time: 0.6366146 Nov 22 13:52:16.180341 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d7be5-941b-4cc2-84f5-c6a9978e954a admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7df875-4299-4f97-9d9c-315092996364,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:16.272028 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 5823f429-d911-4e48-8db8-c93b3971e918 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:16.295208 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 32872) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:16.297820 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 5823f429-d911-4e48-8db8-c93b3971e918 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:52:16.298464 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 5823f429-d911-4e48-8db8-c93b3971e918 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:52:16.299156 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f73e321c-3629-4ae7-af59-c43645d8efb5 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:16.326263 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: f73e321c-3629-4ae7-af59-c43645d8efb5 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:52:16.326610 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f73e321c-3629-4ae7-af59-c43645d8efb5 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:52:16.327043 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6e32363e-8a9b-4342-99e2-7303d08062f7 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:16.348029 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 6e32363e-8a9b-4342-99e2-7303d08062f7 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:52:16.348455 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 6e32363e-8a9b-4342-99e2-7303d08062f7 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:52:16.350994 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-bfe2f850-58ce-4c44-a428-0bbea77efa68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee3a9603fada4f72a111322a25c91454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546005 Nov 22 13:52:16.351958 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 32874) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:16.408871 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fbef2c92-0820-4124-be8b-9eb04485783b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.455612 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fbef2c92-0820-4124-be8b-9eb04485783b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.498618 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156b779-8f45-41ac-af6b-82f5c48827c0 req-69446bd7-6f6f-4388-ac6d-3d3940870bd5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:16.500113 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3156b779-8f45-41ac-af6b-82f5c48827c0 req-69446bd7-6f6f-4388-ac6d-3d3940870bd5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0813363 Nov 22 13:52:16.535443 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fbef2c92-0820-4124-be8b-9eb04485783b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.537992 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-fbef2c92-0820-4124-be8b-9eb04485783b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.539107 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-fbef2c92-0820-4124-be8b-9eb04485783b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08ea4d95-3fb5-44ac-9e49-30ae5bfa5e4b HTTP/1.1" status: 204 len: 168 time: 0.1862826 Nov 22 13:52:16.556795 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef2c92-0820-4124-be8b-9eb04485783b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea4d95-3fb5-44ac-9e49-30ae5bfa5e4b,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:16.563951 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3156b779-8f45-41ac-af6b-82f5c48827c0 req-37000f6e-3359-47ff-9738-6a6f0dd9103f tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563979 Nov 22 13:52:16.830967 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-009bab50-6cde-4cf4-afb3-f31e20f4fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:16.832530 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-009bab50-6cde-4cf4-afb3-f31e20f4fdec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0419054 Nov 22 13:52:16.851397 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 32882) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:16.891528 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-8b81f04b-c3b2-4aaf-a8ae-2de2df3347dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3df40a6ef53e4dcdadb37ece519c479e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386450 Nov 22 13:52:16.894476 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 32884) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:52:16.925608 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-7c9f3934-4399-45df-b1fb-353304cc855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:16.927093 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-7c9f3934-4399-45df-b1fb-353304cc855d service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.0863907 Nov 22 13:52:16.945796 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f092c1c6-e546-468e-a1db-aa011ad253b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:16.966714 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f092c1c6-e546-468e-a1db-aa011ad253b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:17.005939 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-59d59297-6f4b-47f6-ac05-1e68161852ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e HTTP/1.1" status: 200 len: 1000 time: 0.0696282 Nov 22 13:52:17.014685 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f092c1c6-e546-468e-a1db-aa011ad253b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:17.018125 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f092c1c6-e546-468e-a1db-aa011ad253b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:17.019384 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f092c1c6-e546-468e-a1db-aa011ad253b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b845cbc-2c25-4bfd-94bb-61cf37726834 HTTP/1.1" status: 204 len: 168 time: 0.1240096 Nov 22 13:52:17.028302 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092c1c6-e546-468e-a1db-aa011ad253b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b845cbc-2c25-4bfd-94bb-61cf37726834,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:17.063018 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-79c85f72-6ab0-4dab-b9ad-a4376c50ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:17.065038 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-79c85f72-6ab0-4dab-b9ad-a4376c50ff1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0486774 Nov 22 13:52:17.112872 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-1d9a402b-fe5c-42b9-8e0b-765915008aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:17.114422 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-1d9a402b-fe5c-42b9-8e0b-765915008aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414927 Nov 22 13:52:17.215503 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-d2af44d4-d8c6-4ee7-a5ca-4545ddbe75d0 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924587 Nov 22 13:52:17.316231 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3b27a494-e011-42c5-ba4a-25df2a0a8862 req-48ed3ae1-a491-4678-9fff-5a3f89946104 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882640 Nov 22 13:52:17.691177 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29283a3-782d-4346-8fb5-e4cb01ecb04c req-cf4320c2-2cf4-4b10-a9d7-33249c8c6d74 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:17.692633 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c29283a3-782d-4346-8fb5-e4cb01ecb04c req-cf4320c2-2cf4-4b10-a9d7-33249c8c6d74 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0525730 Nov 22 13:52:17.738096 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c29283a3-782d-4346-8fb5-e4cb01ecb04c req-3ed7873a-630a-49e6-821f-1189a8877184 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Nov 22 13:52:18.856636 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9cd4e-30d3-49c7-9b8f-9c3bb856a2ee req-0eec1762-f3a4-477a-8eab-9ce7b955ae5a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:18.858046 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-78f9cd4e-30d3-49c7-9b8f-9c3bb856a2ee req-0eec1762-f3a4-477a-8eab-9ce7b955ae5a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0478156 Nov 22 13:52:18.906831 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-78f9cd4e-30d3-49c7-9b8f-9c3bb856a2ee req-c10210dc-25e0-4167-a28b-3fa84f2815ef tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Nov 22 13:52:19.965661 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:19.983265 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:20.036103 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bb294-b91b-4fef-9917-5db003e1077b req-ae277530-dd7d-4b5f-9659-9d946a2309bd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:20.037703 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e75bb294-b91b-4fef-9917-5db003e1077b req-ae277530-dd7d-4b5f-9659-9d946a2309bd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 945 time: 0.0576565 Nov 22 13:52:20.061924 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:20.085304 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:52:20.086434 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e75bb294-b91b-4fef-9917-5db003e1077b req-9ed26ef0-b399-424b-beb9-813b698c0469 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 Nov 22 13:52:20.087571 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86ba1a-9915-439e-88f2-99f67b8ff432" -d '{"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:52:20.103880 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:20.108725 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:20.134324 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c83a14-ce06-4336-9929-9fa0e933dff4 x-openstack-request-id: req-30c83a14-ce06-4336-9929-9fa0e933dff4 {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:52:20.134621 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-unplugged", "status": "failed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e", "code": 422}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:52:20.134880 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30c83a14-ce06-4336-9929-9fa0e933dff4 {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:52:20.135291 dv-cinder-768458-14-iscsi neutron-server[109192]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'code': 422} returned with failed status Nov 22 13:52:20.161273 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=8']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:20.974600 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215aaa78-48bd-4f19-8c6e-bc860a44e816 req-b9814f9f-8175-4cab-9963-cd37392e8f2a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:20.975958 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-215aaa78-48bd-4f19-8c6e-bc860a44e816 req-b9814f9f-8175-4cab-9963-cd37392e8f2a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0732782 Nov 22 13:52:21.000438 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-86d33dd9-0327-4579-89be-4848a8e71be4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585148 Nov 22 13:52:21.031682 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-215aaa78-48bd-4f19-8c6e-bc860a44e816 req-f72b0c14-8c7e-491c-92e6-bca384775a03 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488324 Nov 22 13:52:21.827419 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-1aac985a-2a73-475c-b776-07c83ee00728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:21.828906 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-1aac985a-2a73-475c-b776-07c83ee00728 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3&tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04 HTTP/1.1" status: 200 len: 1096 time: 0.0382149 Nov 22 13:52:21.896881 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-699c36ef-1bfa-461f-9a3b-5804d640fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:21.898440 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-699c36ef-1bfa-461f-9a3b-5804d640fa7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0427246 Nov 22 13:52:21.991817 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-04f771f8-13dc-45fc-aeaf-410ddc3f726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:21.993347 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-04f771f8-13dc-45fc-aeaf-410ddc3f726a service neutron] 10.222.0.52 "GET /v2.0/networks?id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 200 len: 917 time: 0.0866861 Nov 22 13:52:22.065731 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-6c9816e3-ae29-4317-9316-321d9f751db2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e HTTP/1.1" status: 200 len: 998 time: 0.0630379 Nov 22 13:52:22.126273 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-f932426c-4101-4130-8972-cfd3652fa794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:22.128262 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-f932426c-4101-4130-8972-cfd3652fa794 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 200 len: 855 time: 0.0542076 Nov 22 13:52:22.192443 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc84c1-77e2-4f2f-8125-5d1ca3544ac3 req-1d01398c-217d-4e4f-a8d9-1f5c89096b55 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:22.193948 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e7fc84c1-77e2-4f2f-8125-5d1ca3544ac3 req-1d01398c-217d-4e4f-a8d9-1f5c89096b55 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0850110 Nov 22 13:52:22.196589 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-35f8ac5d-b4fe-45e7-b0df-a1b1029f4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:22.197947 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-35f8ac5d-b4fe-45e7-b0df-a1b1029f4d39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=13d33f4b-6ae7-4e77-b7bc-0f018ce37593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568595 Nov 22 13:52:22.292655 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-e7fc84c1-77e2-4f2f-8125-5d1ca3544ac3 req-578a263a-ac51-493d-ac96-7c6d23bcf70e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927827 Nov 22 13:52:22.320066 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-496bd3e3-be8b-44e0-87f3-db59931603e5 service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137748 Nov 22 13:52:22.413433 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5c57ab0d-d5e7-4673-bf31-4751afbb1182 req-a2432c84-48ce-4c2a-8d6a-2c2f2db3ba2f service neutron] 10.222.0.52 "GET /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844507 Nov 22 13:52:22.537091 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-8b1b36c1-f52e-4cc3-8c10-cfdbbb71fdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:23.416713 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0e3f0-b371-40ec-b416-b4d53bb39ec9 req-bd4212c1-6ce9-4226-9bc6-ccffe54e5c4a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:23.418893 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7ea0e3f0-b371-40ec-b416-b4d53bb39ec9 req-bd4212c1-6ce9-4226-9bc6-ccffe54e5c4a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0508287 Nov 22 13:52:23.468767 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7ea0e3f0-b371-40ec-b416-b4d53bb39ec9 req-5f6e7145-9ece-47eb-a2bb-73869cea1dbd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Nov 22 13:52:24.015320 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:52:24.603115 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4b24d-8a85-4760-9b25-27c4c1f3a84e req-bbd0455d-9dd1-452c-a78f-0c9fe3cb03cf tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:24.604627 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bdc4b24d-8a85-4760-9b25-27c4c1f3a84e req-bbd0455d-9dd1-452c-a78f-0c9fe3cb03cf tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0608442 Nov 22 13:52:24.652994 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-bdc4b24d-8a85-4760-9b25-27c4c1f3a84e req-3d3cc045-a12e-459b-8242-4c5f9e314747 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Nov 22 13:52:24.926513 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-dca83c82-0f13-487e-9843-10ffe295084d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:25.776299 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a297104-3b68-4a62-991f-f9e0bfbc7956 req-eb1b4123-4f25-4a4a-8909-822739b5fa67 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:25.777832 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8a297104-3b68-4a62-991f-f9e0bfbc7956 req-eb1b4123-4f25-4a4a-8909-822739b5fa67 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0524170 Nov 22 13:52:25.826009 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-8a297104-3b68-4a62-991f-f9e0bfbc7956 req-ce4fb239-0ae4-42a3-8377-1cfa35e1518e tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Nov 22 13:52:25.854983 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:26.953774 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65838dd2-d8f5-4b16-8037-85ea2211e6a8 req-b3108426-473e-4f3e-89c9-c34ab336a8d7 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:26.956206 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-65838dd2-d8f5-4b16-8037-85ea2211e6a8 req-b3108426-473e-4f3e-89c9-c34ab336a8d7 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0542729 Nov 22 13:52:27.008383 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-65838dd2-d8f5-4b16-8037-85ea2211e6a8 req-bdedeacf-9d02-4baf-a23a-bf3260d660a3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Nov 22 13:52:27.367366 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:28.135722 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac146a5-cd73-4118-ad58-f65a48514941 req-083e56fa-1456-4d6d-8cf7-16f45b291232 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:28.137321 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-aac146a5-cd73-4118-ad58-f65a48514941 req-083e56fa-1456-4d6d-8cf7-16f45b291232 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0524044 Nov 22 13:52:28.185973 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-aac146a5-cd73-4118-ad58-f65a48514941 req-38407dfe-45af-46e9-bec2-f2d27f35bb34 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Nov 22 13:52:28.191291 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:29.313552 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a6875-01c4-4b1c-8b8b-6d1d867cdca6 req-c0785235-9a99-44bc-8cbb-2fb9fabb6d63 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:29.315030 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-669a6875-01c4-4b1c-8b8b-6d1d867cdca6 req-c0785235-9a99-44bc-8cbb-2fb9fabb6d63 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0511894 Nov 22 13:52:29.363956 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-669a6875-01c4-4b1c-8b8b-6d1d867cdca6 req-11c3bbf0-153d-4a04-8f8d-9c61761525dd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Nov 22 13:52:30.490007 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affec96-97fe-4ca4-b501-cbe40210cb87 req-cebdf5f1-4255-4f76-ac7c-54dffbadab97 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:30.491600 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7affec96-97fe-4ca4-b501-cbe40210cb87 req-cebdf5f1-4255-4f76-ac7c-54dffbadab97 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0534406 Nov 22 13:52:30.799444 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-7affec96-97fe-4ca4-b501-cbe40210cb87 req-e5b1d206-5ce6-4e8d-ab08-7553293b2b37 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018625 Nov 22 13:52:31.919259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6500ca-25d9-457e-9f3d-c5c71cee1000 req-ea586653-98ef-4505-80e6-3c7f3bb5e541 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:31.922387 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5d6500ca-25d9-457e-9f3d-c5c71cee1000 req-ea586653-98ef-4505-80e6-3c7f3bb5e541 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0495024 Nov 22 13:52:31.973909 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-5d6500ca-25d9-457e-9f3d-c5c71cee1000 req-b60be143-81bb-40d2-a555-218e9b5f863d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445602 Nov 22 13:52:33.099409 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50421-1048-45dc-a28b-ed0fa8f5950d req-113c8bbe-cf53-4e02-a1f5-725ab1598660 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:33.100876 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3ee50421-1048-45dc-a28b-ed0fa8f5950d req-113c8bbe-cf53-4e02-a1f5-725ab1598660 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0496728 Nov 22 13:52:33.148446 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3ee50421-1048-45dc-a28b-ed0fa8f5950d req-659e558c-f848-475e-a5eb-3194ff5be523 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Nov 22 13:52:34.280149 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08697528-e95f-4b3a-b62f-14a85536969e req-2f442344-6621-4be1-b85a-e24c7e191d22 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:34.281814 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-08697528-e95f-4b3a-b62f-14a85536969e req-2f442344-6621-4be1-b85a-e24c7e191d22 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0617650 Nov 22 13:52:34.328292 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-08697528-e95f-4b3a-b62f-14a85536969e req-e6012638-8924-4cc3-8596-2cb1512bf173 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Nov 22 13:52:35.446351 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2b144-f92e-441f-a789-8d1cc561a756 req-e1c2140b-0f0c-4fe1-b124-6635d817f692 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:35.447828 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-63e2b144-f92e-441f-a789-8d1cc561a756 req-e1c2140b-0f0c-4fe1-b124-6635d817f692 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0483065 Nov 22 13:52:35.494769 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-63e2b144-f92e-441f-a789-8d1cc561a756 req-4250db7a-9f3a-40ad-93ca-39bd4867d6c3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Nov 22 13:52:36.612792 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb247d-3869-42d5-b24f-294c71befe3c req-a2de257a-f838-4660-96e2-6e1176dd1cb9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:36.614316 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ccdb247d-3869-42d5-b24f-294c71befe3c req-a2de257a-f838-4660-96e2-6e1176dd1cb9 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0492339 Nov 22 13:52:36.660837 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ccdb247d-3869-42d5-b24f-294c71befe3c req-fa5a8620-44e4-46c1-9ed7-6921c7a86d02 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Nov 22 13:52:37.781631 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc177b6f-d2fa-435d-8ecd-0ae653c3cca9 req-73c1e92a-9b3f-488a-8fc2-f3a9dd9c436c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:37.783100 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bc177b6f-d2fa-435d-8ecd-0ae653c3cca9 req-73c1e92a-9b3f-488a-8fc2-f3a9dd9c436c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 943 time: 0.0516970 Nov 22 13:52:37.846767 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-bc177b6f-d2fa-435d-8ecd-0ae653c3cca9 req-ffa7da0b-6fac-4b2a-af3c-dfcd969f3576 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563524 Nov 22 13:52:38.062649 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=109192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 13:52:38.161757 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:38.173284 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Returning: {'device': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'port_id': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'mac_address': 'fa:16:3e:d0:78:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 13:52:38.211100 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:38.223792 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca96122-e5c9-4d4e-88ed-dc773b45578e {{(pid=109192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 13:52:38.247096 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:38.250974 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:38.297358 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=9']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:38.549249 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] get_ports_and_sgs() called for port_ids ['0ca96122-e5c9-4d4e-88ed-dc773b45578e'] {{(pid=109192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 13:52:38.966344 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260ac1a-8376-418a-95b2-fdcb5efed408 req-4ab661d3-a274-477f-8732-c6911f4b5675 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:38.967801 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6260ac1a-8376-418a-95b2-fdcb5efed408 req-4ab661d3-a274-477f-8732-c6911f4b5675 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 944 time: 0.0466037 Nov 22 13:52:39.019303 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-6260ac1a-8376-418a-95b2-fdcb5efed408 req-f8f33080-3ba4-40d7-9e89-524b7182b241 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Nov 22 13:52:40.077989 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e up at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 13:52:40.129528 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.provisioning_blocks [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Provisioning complete for port 0ca96122-e5c9-4d4e-88ed-dc773b45578e triggered by entity L2. {{(pid=109192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 13:52:40.129997 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1732457'] for port, provisioning_complete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:40.145022 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f05a49-47fc-4b89-936c-c0a59d46d3d2 req-9334bf76-e1a4-4a62-b551-d8082b233e98 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:40.147226 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37f05a49-47fc-4b89-936c-c0a59d46d3d2 req-9334bf76-e1a4-4a62-b551-d8082b233e98 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 944 time: 0.0541387 Nov 22 13:52:40.203813 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-37f05a49-47fc-4b89-936c-c0a59d46d3d2 req-61b143a0-f75a-41cf-be69-6480f3d1470c tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504897 Nov 22 13:52:40.216993 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1619049'] for port, before_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:40.246379 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}] {{(pid=109192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:52:40.248647 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}079f56bcbbb44db60da9c1cfeb7b77feaf2036b7a2b422bcde1a0235080633aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b05b60b-dd2d-40ec-ad46-d293d15d6865" -d '{"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e"}]}' {{(pid=109192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:52:40.275506 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:52:40.281275 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731578985530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731578438054', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731578438072'] for port, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:40.289233 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cc9c76-eb39-4cb0-937b-c23b266f720b x-openstack-request-id: req-68cc9c76-eb39-4cb0-937b-c23b266f720b {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:52:40.289581 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-plugged", "status": "completed", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e", "code": 200}]} {{(pid=109192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:52:40.289716 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68cc9c76-eb39-4cb0-937b-c23b266f720b {{(pid=109192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:52:40.290112 dv-cinder-768458-14-iscsi neutron-server[109192]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'code': 200} Nov 22 13:52:40.333701 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Pushing event updated for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=10']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:52:40.473362 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e3492-a9bc-4e3c-b2ee-94028e4b5b8c req-a550b010-b0c3-403c-8c04-0c73c65f1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:40.474818 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c48e3492-a9bc-4e3c-b2ee-94028e4b5b8c req-a550b010-b0c3-403c-8c04-0c73c65f1ee8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0390012 Nov 22 13:52:40.524447 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-c48e3492-a9bc-4e3c-b2ee-94028e4b5b8c req-b4b012ba-9378-470b-ac8d-d66cb752635e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367885 Nov 22 13:52:41.321519 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22ac01-5122-4a44-86da-1bbaca978357 req-cae62864-7631-4c01-8574-3ca77b7c6158 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:41.323063 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-da22ac01-5122-4a44-86da-1bbaca978357 req-cae62864-7631-4c01-8574-3ca77b7c6158 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 946 time: 0.0510490 Nov 22 13:52:41.370318 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-da22ac01-5122-4a44-86da-1bbaca978357 req-2dcbe70c-acf0-4c29-a51e-12cc20ba568a tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414519 Nov 22 13:52:42.491759 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c29945-ffc9-4a7e-ae56-2318b3cd16b8 req-fea198b4-e886-4894-bfd8-1927e77db830 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:42.493239 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-06c29945-ffc9-4a7e-ae56-2318b3cd16b8 req-fea198b4-e886-4894-bfd8-1927e77db830 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 946 time: 0.0482471 Nov 22 13:52:42.540110 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-06c29945-ffc9-4a7e-ae56-2318b3cd16b8 req-5a24d631-3b32-472c-bec8-85b406578dfe tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Nov 22 13:52:42.951007 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:52:46.797124 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-8d5def48-a901-462c-af58-b64f2e07756c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406308 Nov 22 13:52:46.856937 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbad027-cf91-4315-b949-d989dd955f58 req-65abe81c-b3b3-4d7f-b98a-6059d67ea0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:46.858518 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-65abe81c-b3b3-4d7f-b98a-6059d67ea0e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 1098 time: 0.0390642 Nov 22 13:52:46.970985 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbad027-cf91-4315-b949-d989dd955f58 req-57ac6cdd-e30c-4c49-9261-5118a89e75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:46.972702 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-57ac6cdd-e30c-4c49-9261-5118a89e75a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.0931106 Nov 22 13:52:47.037436 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-2be1b51e-b0e5-4158-bc3e-3f914073d7cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e4c4a6-639b-4da1-8b31-c75191903b37 HTTP/1.1" status: 200 len: 1001 time: 0.0572581 Nov 22 13:52:47.088382 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbad027-cf91-4315-b949-d989dd955f58 req-01734100-375d-4098-a29d-4b3296102f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:47.089894 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-01734100-375d-4098-a29d-4b3296102f6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0456390 Nov 22 13:52:47.138111 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbad027-cf91-4315-b949-d989dd955f58 req-f760c76c-b453-45a1-9232-f2598ec5ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:52:47.139566 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-f760c76c-b453-45a1-9232-f2598ec5ec4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414922 Nov 22 13:52:47.227395 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-8d83f8b7-2ccb-47dd-8fad-ca00f829aca0 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801365 Nov 22 13:52:47.320063 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-3cbad027-cf91-4315-b949-d989dd955f58 req-e683bcff-c28b-4f55-ac98-e47b9960ebc5 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849590 Nov 22 13:52:49.958155 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:52.538228 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-fb248981-259e-48b2-af57-9c53559fb444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:54.927030 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f258d9fb-6b80-4f70-a75c-e88ae83363af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:55.854264 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:57.369615 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:52:58.193386 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:05.721943 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33042) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:05.874955 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Deleting port 4233e0ab-909b-4bc0-9f6a-60d08eec3bb6 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:05.875296 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:05.948609 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:05.948932 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:05.960385 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Calling delete_port for 4233e0ab-909b-4bc0-9f6a-60d08eec3bb6 owned by network:floatingip {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:06.103971 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:06.127066 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event deleted for resources: {'Port': ['ID=4233e0ab-909b-4bc0-9f6a-60d08eec3bb6,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:06.140054 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.140413 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.140757 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.141095 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.141452 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.141789 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.142114 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.142439 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.142769 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.143126 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.143418 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.143765 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:06.199921 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:06.200208 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Floating IP 61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f disassociated (deleted). External IP: 172.27.0.100, port: 46d2159e-1a72-4e7c-ac55-097dbb7f1756. Nov 22 13:53:06.405770 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:53:06.510300 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:53:06.515221 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:06.520656 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:53:06.529601 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:06.530201 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:06.542546 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-e50c2290-fd31-4166-9d90-906dae0552bd tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "DELETE /v2.0/floatingips/61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f HTTP/1.1" status: 204 len: 168 time: 0.8195088 Nov 22 13:53:06.543138 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:53:06.545460 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4cdd9c-0848-464e-b4b0-2690bc868335" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:53:06.587578 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c644606-487e-47cb-8c46-3476ab92b67b x-openstack-request-id: req-3c644606-487e-47cb-8c46-3476ab92b67b {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:53:06.587879 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:53:06.588134 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c644606-487e-47cb-8c46-3476ab92b67b {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:53:06.588538 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'status': 'completed', 'code': 200} Nov 22 13:53:06.649183 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:06.894225 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:14Z', 'revision_number': 1, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:06.920632 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:53:06.929007 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:06.929643 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:06.953128 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-3f4509f4-6494-4d92-af82-e0eadd4b5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:06.954709 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-3f4509f4-6494-4d92-af82-e0eadd4b5f51 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 1099 time: 0.3405526 Nov 22 13:53:06.967206 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5c5a5-a792-4ef5-b51e-78eb76d158be req-c1604ff3-01d2-4c4c-a650-63632a32b146 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:06.968568 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-61c5c5a5-a792-4ef5-b51e-78eb76d158be req-c1604ff3-01d2-4c4c-a650-63632a32b146 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 946 time: 0.0582490 Nov 22 13:53:07.033452 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:07.066246 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-61c5c5a5-a792-4ef5-b51e-78eb76d158be req-0e77987c-ac23-4a88-9d64-c7ad8a90fa92 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891221 Nov 22 13:53:07.096097 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-67511ce9-abac-4c22-810c-755d34cf8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:07.097622 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-67511ce9-abac-4c22-810c-755d34cf8fd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.1282210 Nov 22 13:53:07.140069 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-26166514-32cd-42c8-aa85-dc7619681c18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756 HTTP/1.1" status: 200 len: 217 time: 0.0344732 Nov 22 13:53:07.192805 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-09239049-bd62-486e-b866-4b7c6f7f2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:07.194272 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-09239049-bd62-486e-b866-4b7c6f7f2559 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0464509 Nov 22 13:53:07.239747 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-6561e127-e95d-475b-aecf-2860d6b1cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:07.241132 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-6561e127-e95d-475b-aecf-2860d6b1cdd1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390604 Nov 22 13:53:07.263913 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:14Z', 'revision_number': 1, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:07.294155 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccbed8-a058-4d03-9f69-4ae6231127c7 None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_floatingips': [{'id': '8ee1075f-8f12-4b63-bd97-51e30304a23c', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'router_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'port_id': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'mac_address': 'fa:16:3e:23:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T13:49:12Z', 'updated_at': '2021-11-22T13:49:14Z', 'revision_number': 1, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:53:07.334611 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-f330e61e-e06d-42bf-88f1-c2655c98a05c service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832174 Nov 22 13:53:07.430948 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-7e4cdd9c-0848-464e-b4b0-2690bc868335 req-096b5fa7-3c5d-438c-9aa6-987a7e8c446f service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879722 Nov 22 13:53:07.515614 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cccdcb-dbce-4405-ace6-582a24cc3932 None None] New status for floating IP 61ecdcc8-6b93-43ad-b70c-0cceb1e88b7f: DOWN {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:53:08.184380 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd95c4e-2f2b-4817-af99-133b92582d18 req-82a17f3e-5f2d-4ca1-875b-4285596a129d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:08.185906 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dfd95c4e-2f2b-4817-af99-133b92582d18 req-82a17f3e-5f2d-4ca1-875b-4285596a129d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 946 time: 0.0492918 Nov 22 13:53:08.236082 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dfd95c4e-2f2b-4817-af99-133b92582d18 req-d717def5-2a87-4d24-bacb-cce07a8f4f74 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436907 Nov 22 13:53:08.605737 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-bedbc67c-57c5-404d-9dae-10c45949be6b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:08.607184 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-bedbc67c-57c5-404d-9dae-10c45949be6b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 946 time: 0.0498562 Nov 22 13:53:08.698937 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Deleting port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:08.699268 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:08.784839 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] For port 46d2159e-1a72-4e7c-ac55-097dbb7f1756, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=46d2159e-1a72-4e7c-ac55-097dbb7f1756,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:08.785228 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:08.797137 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Calling delete_port for 46d2159e-1a72-4e7c-ac55-097dbb7f1756 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:08.919954 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:08.947223 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event deleted for resources: {'Port': ['ID=46d2159e-1a72-4e7c-ac55-097dbb7f1756,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:08.959354 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.959712 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.960058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.960392 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.960722 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.961055 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.961413 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.961767 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.962076 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.962398 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.962719 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.963218 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:08.999378 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] No DVR routers for this DVR port 46d2159e-1a72-4e7c-ac55-097dbb7f1756 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:09.002075 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:09.005606 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-ef5c7360-59f0-47f2-b5fe-ed899c31d466 req-afa0b5bf-15e8-4c97-8dc3-df59e4a9da82 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "DELETE /v2.0/ports/46d2159e-1a72-4e7c-ac55-097dbb7f1756 HTTP/1.1" status: 204 len: 173 time: 0.3915431 Nov 22 13:53:09.006045 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'name': 'network-vif-deleted', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:53:09.008324 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4869ab5d-eaf9-4102-8598-1237c117bf47" -d '{"events": [{"server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "name": "network-vif-deleted", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:53:09.045092 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4155892-79fb-491d-8e6e-1838306530ee x-openstack-request-id: req-b4155892-79fb-491d-8e6e-1838306530ee {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:53:09.045457 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c96b11-877d-4f0a-8092-d54a9d9d1bb9", "name": "network-vif-deleted", "tag": "46d2159e-1a72-4e7c-ac55-097dbb7f1756", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:53:09.045713 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4155892-79fb-491d-8e6e-1838306530ee {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:53:09.046115 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c96b11-877d-4f0a-8092-d54a9d9d1bb9', 'name': 'network-vif-deleted', 'tag': '46d2159e-1a72-4e7c-ac55-097dbb7f1756', 'status': 'completed', 'code': 200} Nov 22 13:53:09.334329 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-3d22c90a-29f0-49c9-9538-b50e4c94a029 req-c7f27861-5ba5-41f2-a6a2-3a5cc051dcc4 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c96b11-877d-4f0a-8092-d54a9d9d1bb9 HTTP/1.1" status: 200 len: 210 time: 0.0281816 Nov 22 13:53:12.250372 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 46d2159e-1a72-4e7c-ac55-097dbb7f1756 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:12.273934 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 46d2159e-1a72-4e7c-ac55-097dbb7f1756 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:12.274276 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 46d2159e-1a72-4e7c-ac55-097dbb7f1756 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:12.609282 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33072) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:12.764513 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Deleting port 3c6eeb7a-5487-435f-b85c-e358cc8b0c3c {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:12.764856 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:12.841558 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:12.841816 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:12.855116 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Calling delete_port for 3c6eeb7a-5487-435f-b85c-e358cc8b0c3c owned by network:floatingip {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:13.000201 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:13.025794 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event deleted for resources: {'Port': ['ID=3c6eeb7a-5487-435f-b85c-e358cc8b0c3c,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:13.082159 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:13.082497 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.db.l3_db [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Floating IP 8ee1075f-8f12-4b63-bd97-51e30304a23c disassociated (deleted). External IP: 172.27.0.104, port: 07e4c4a6-639b-4da1-8b31-c75191903b37. Nov 22 13:53:13.285961 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:53:13.389264 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:53:13.394771 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:13.401679 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:53:13.412149 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:13.413083 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:13.422297 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-3b6f6b3e-4394-4960-968b-4c0e3cbd3d16 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "DELETE /v2.0/floatingips/8ee1075f-8f12-4b63-bd97-51e30304a23c HTTP/1.1" status: 204 len: 168 time: 0.8119366 Nov 22 13:53:13.422891 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37'}] {{(pid=109190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:53:13.425756 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b416ad24e924cf25f0ac23586399b15576c4e9410852bc2e862c5412b4e02a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2fadf-9449-47f6-932f-417fd480ac8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37"}]}' {{(pid=109190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:53:13.467010 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3267cd58-b54b-4d9c-9c03-5565c8d99303 x-openstack-request-id: req-3267cd58-b54b-4d9c-9c03-5565c8d99303 {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:53:13.467320 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37", "status": "completed", "code": 200}]} {{(pid=109190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:53:13.468021 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3267cd58-b54b-4d9c-9c03-5565c8d99303 {{(pid=109190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:53:13.468021 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'status': 'completed', 'code': 200} Nov 22 13:53:13.522651 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:13.537189 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-b63bd729-21b0-45b2-bc44-f66b3aca67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:13.538704 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-b63bd729-21b0-45b2-bc44-f66b3aca67cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=accea9af00354befabcdcf4325a007ca&device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 1098 time: 0.0432415 Nov 22 13:53:13.675716 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-f8c447f7-4ce1-492f-ab22-9e094586d5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:13.677178 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-f8c447f7-4ce1-492f-ab22-9e094586d5de service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 200 len: 913 time: 0.1267307 Nov 22 13:53:13.689445 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0507533-c386-4788-a865-ca4b87b278a1 req-f8e6f9d4-2c63-4215-92ce-97255fd3f734 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:13.690939 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f0507533-c386-4788-a865-ca4b87b278a1 req-f8e6f9d4-2c63-4215-92ce-97255fd3f734 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 945 time: 0.0755758 Nov 22 13:53:13.725111 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:13.731909 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-142d46cf-eebc-4c34-a7bc-eb6f3c6f4d0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07e4c4a6-639b-4da1-8b31-c75191903b37 HTTP/1.1" status: 200 len: 217 time: 0.0400562 Nov 22 13:53:13.755602 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:53:13.763804 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:13.764409 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:13.803704 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-f0507533-c386-4788-a865-ca4b87b278a1 req-4498226e-5fe8-4ed1-bb2d-4b62b0ab34b9 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063690 Nov 22 13:53:13.807226 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-e5d1f6cf-2a3b-4220-bd10-e240cb186a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:13.808586 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-e5d1f6cf-2a3b-4220-bd10-e240cb186a52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 200 len: 851 time: 0.0682564 Nov 22 13:53:13.861191 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-231d2ccc-06a1-43cb-b251-0ca730a20354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:13.863067 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-231d2ccc-06a1-43cb-b251-0ca730a20354 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1613968-954e-4fd7-ab36-ee6aeaa13142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455334 Nov 22 13:53:13.868564 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:13.961091 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-a6c0ed1d-482d-46b5-a507-8c09c61d0f83 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871320 Nov 22 13:53:14.061768 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-b1f2fadf-9449-47f6-932f-417fd480ac8c req-cc07c790-c28d-4232-b313-f0c58b5e7ba0 service neutron] 10.222.0.52 "GET /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878472 Nov 22 13:53:14.156498 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:14.183101 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133dda0-bb54-43c2-9824-e6332d80dd82 None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:44:48Z', 'revision_number': 4, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'e6675660-9532-45a4-8444-0b6ccf9f2c64', 'name': '', 'network_id': 'd1613968-954e-4fd7-ab36-ee6aeaa13142', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'mac_address': 'fa:16:3e:fc:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:48Z', 'updated_at': '2021-11-22T13:44:53Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'subnets': [{'id': 'de3abebf-aeac-4879-a9b6-d5e58d2f381c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:53:14.402722 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4938e88-3794-4eff-9161-e5343c150cda None None] New status for floating IP 8ee1075f-8f12-4b63-bd97-51e30304a23c: DOWN {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:53:14.926382 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48710d6-6ca7-47bd-9f36-25bcc507e5cc req-f6b8cf95-af4b-4bbf-842f-6d246fa6d718 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:14.927869 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b48710d6-6ca7-47bd-9f36-25bcc507e5cc req-f6b8cf95-af4b-4bbf-842f-6d246fa6d718 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 945 time: 0.0534859 Nov 22 13:53:14.977947 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-b48710d6-6ca7-47bd-9f36-25bcc507e5cc req-eda4384b-4578-438d-8b15-d7eac9c6fa0b tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/security-groups?id=5e806cf0-b16a-4a8f-9f66-bea5fed9074b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438468 Nov 22 13:53:15.333252 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-0ef6a077-b724-4b21-b2bf-d6dbd3403446 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:15.334713 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-0ef6a077-b724-4b21-b2bf-d6dbd3403446 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Nov 22 13:53:15.425169 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Deleting port 07e4c4a6-639b-4da1-8b31-c75191903b37 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:15.425571 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:15.514592 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] For port 07e4c4a6-639b-4da1-8b31-c75191903b37, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=07e4c4a6-639b-4da1-8b31-c75191903b37,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:15.514947 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:15.527688 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Calling delete_port for 07e4c4a6-639b-4da1-8b31-c75191903b37 owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:15.654871 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:15.682599 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event deleted for resources: {'Port': ['ID=07e4c4a6-639b-4da1-8b31-c75191903b37,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:15.725345 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] No DVR routers for this DVR port 07e4c4a6-639b-4da1-8b31-c75191903b37 on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:15.727820 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:15.731401 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-d8010ba1-27ee-4b3c-9678-67c4bbc69a5f req-ff501f72-8295-408e-8e2b-fc407358629d tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.52 "DELETE /v2.0/ports/07e4c4a6-639b-4da1-8b31-c75191903b37 HTTP/1.1" status: 204 len: 173 time: 0.3883219 Nov 22 13:53:15.731863 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'name': 'network-vif-deleted', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:53:15.734207 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00cf730-3079-420a-9036-5c2d1e0888c4" -d '{"events": [{"server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "name": "network-vif-deleted", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:53:15.771940 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbf42cb-6189-42c6-8e4d-164adece24e0 x-openstack-request-id: req-fdbf42cb-6189-42c6-8e4d-164adece24e0 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:53:15.772249 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1219c4a2-cb56-4f49-bb5e-6da279f573b9", "name": "network-vif-deleted", "tag": "07e4c4a6-639b-4da1-8b31-c75191903b37", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:53:15.772524 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fdbf42cb-6189-42c6-8e4d-164adece24e0 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:53:15.772945 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1219c4a2-cb56-4f49-bb5e-6da279f573b9', 'name': 'network-vif-deleted', 'tag': '07e4c4a6-639b-4da1-8b31-c75191903b37', 'status': 'completed', 'code': 200} Nov 22 13:53:16.093074 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-dda909b1-0a3d-4304-be07-a0f6b6c2c7f7 req-ea00a8a8-c934-41d3-a96c-404d376fcf73 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "GET /v2.0/ports?device_id=1219c4a2-cb56-4f49-bb5e-6da279f573b9 HTTP/1.1" status: 200 len: 210 time: 0.0303569 Nov 22 13:53:16.233362 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbb808-ffd2-4e07-b5aa-587ff48a5688 req-246a14c5-552c-4fd0-a82c-31aca7d33454 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:16.234821 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d0bbb808-ffd2-4e07-b5aa-587ff48a5688 req-246a14c5-552c-4fd0-a82c-31aca7d33454 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Nov 22 13:53:16.290274 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-d0bbb808-ffd2-4e07-b5aa-587ff48a5688 req-a5c78d82-0d2f-4ba4-9f89-98e343c99f44 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493898 Nov 22 13:53:17.153086 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33102) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:17.275734 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Deleting port a4e8b177-8e37-4b3d-b4f8-4d7115ba4cb7 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:17.276077 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:17.355389 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:17.355717 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:17.380345 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Calling delete_port for a4e8b177-8e37-4b3d-b4f8-4d7115ba4cb7 owned by network:floatingip {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:17.459616 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc821af-e22b-495b-ab49-ead89da4efee req-e2aba9a9-a160-40ed-9da2-4c52c412cfcd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:17.461095 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4fc821af-e22b-495b-ab49-ead89da4efee req-e2aba9a9-a160-40ed-9da2-4c52c412cfcd tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 946 time: 0.0975144 Nov 22 13:53:17.530621 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [req-4fc821af-e22b-495b-ab49-ead89da4efee req-8ca5f0e3-3aef-49d9-93e2-36a724612541 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups?id=4545e6ca-3d08-465e-ae06-15b0bef11a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629902 Nov 22 13:53:17.576887 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:17.603709 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event deleted for resources: {'Port': ['ID=a4e8b177-8e37-4b3d-b4f8-4d7115ba4cb7,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:17.664023 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for floatingip, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:17.666560 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:17.667723 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-c43d2a14-dd41-473c-86a5-f03ae16b45cf tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "DELETE /v2.0/floatingips/660118f6-9ca1-4fdc-a779-9ceaa8c40203 HTTP/1.1" status: 204 len: 168 time: 0.5136323 Nov 22 13:53:17.768900 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-82de1989-76d0-4f14-a299-813d5e4da76d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 13:53:17.770386 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-82de1989-76d0-4f14-a299-813d5e4da76d tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 946 time: 0.0547557 Nov 22 13:53:17.870133 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Deleting port 0ca96122-e5c9-4d4e-88ed-dc773b45578e {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:17.870469 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:17.961755 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] For port 0ca96122-e5c9-4d4e-88ed-dc773b45578e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ca96122-e5c9-4d4e-88ed-dc773b45578e,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:17.962002 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:18.137964 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:18.138334 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781973'] for floatingip, after_update {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:18.138651 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.db.l3_db [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Floating IP 2b0b829d-8311-4388-819b-d590f1e6fd2b disassociated. External IP: 172.27.0.88, port: 0ca96122-e5c9-4d4e-88ed-dc773b45578e. Nov 22 13:53:18.138994 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Calling delete_port for 0ca96122-e5c9-4d4e-88ed-dc773b45578e owned by compute:nova {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:18.267634 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:18.294820 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event deleted for resources: {'Port': ['ID=0ca96122-e5c9-4d4e-88ed-dc773b45578e,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:18.410612 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:53:18.517042 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:53:18.527027 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] Sync routers for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:53:18.537278 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:18.537930 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:18.554982 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] No DVR routers for this DVR port 0ca96122-e5c9-4d4e-88ed-dc773b45578e on host hv-cinder-76845 {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:18.558102 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for port, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:18.562198 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-42d50070-7227-44b6-b64d-a8f347e62df4 req-072fa275-31d3-4e61-abd9-8e3f3390a6d3 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.52 "DELETE /v2.0/ports/0ca96122-e5c9-4d4e-88ed-dc773b45578e HTTP/1.1" status: 204 len: 173 time: 0.7798703 Nov 22 13:53:18.562198 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-deleted', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e'}] {{(pid=109191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 13:53:18.564460 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc7df0dd494a475a90d3207eaeda5780fc59955398b4e9a7778fdd02a6d20e4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a135f20-ed30-4e1a-a180-aa3adfc596dd" -d '{"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-deleted", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e"}]}' {{(pid=109191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 13:53:18.630926 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4108846-97a9-4c98-bcd6-7d738fa0c061 x-openstack-request-id: req-d4108846-97a9-4c98-bcd6-7d738fa0c061 {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 13:53:18.631588 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fb652e-5293-4626-abe6-4731dc711ce3", "name": "network-vif-deleted", "tag": "0ca96122-e5c9-4d4e-88ed-dc773b45578e", "status": "completed", "code": 200}]} {{(pid=109191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 13:53:18.632059 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4108846-97a9-4c98-bcd6-7d738fa0c061 {{(pid=109191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 13:53:18.632789 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fb652e-5293-4626-abe6-4731dc711ce3', 'name': 'network-vif-deleted', 'tag': '0ca96122-e5c9-4d4e-88ed-dc773b45578e', 'status': 'completed', 'code': 200} Nov 22 13:53:18.662417 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [req-71d73915-876b-4910-a615-67645158b4d8 req-8fc3e3b0-8d02-4f90-b051-9071e02d5df5 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fb652e-5293-4626-abe6-4731dc711ce3 HTTP/1.1" status: 200 len: 210 time: 0.0492663 Nov 22 13:53:18.662734 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:18.857586 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33120) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:18.878922 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:18.910647 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] Checking router: 181ee6da-2a48-42df-a0ef-c2b9d7c48144 for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:53:18.916847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-bff33b19-a7de-42dd-b413-2a5544381ef4 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:18.926873 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:18.927490 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:18.942768 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-bff33b19-a7de-42dd-b413-2a5544381ef4 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:19.002693 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-bff33b19-a7de-42dd-b413-2a5544381ef4 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:19.005397 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-bff33b19-a7de-42dd-b413-2a5544381ef4 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:19.006569 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-bff33b19-a7de-42dd-b413-2a5544381ef4 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] 10.222.0.31 "DELETE /v2.0/security-groups/5e806cf0-b16a-4a8f-9f66-bea5fed9074b HTTP/1.1" status: 204 len: 168 time: 0.1479621 Nov 22 13:53:19.020464 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff33b19-a7de-42dd-b413-2a5544381ef4 tempest-TestVolumeBootPattern-1167811832 tempest-TestVolumeBootPattern-1167811832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e806cf0-b16a-4a8f-9f66-bea5fed9074b,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:19.040820 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:19.243923 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:19.270974 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce4453-f5c4-4ded-a168-abaf35eead0f None None] The sync data for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi is: [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:47:49Z', 'revision_number': 4, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi', '_interfaces': [{'id': 'd35a8d04-6cf0-4292-a13d-a7a49353bbee', 'name': '', 'network_id': '13d33f4b-6ae7-4e77-b7bc-0f018ce37593', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'mac_address': 'fa:16:3e:17:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:48Z', 'updated_at': '2021-11-22T13:47:53Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'subnets': [{'id': '3d18f35f-4b83-4725-80ec-ccac78bd7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:53:19.470120 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015454e-435b-44eb-93c9-d6ff4002c4a7 None None] New status for floating IP 2b0b829d-8311-4388-819b-d590f1e6fd2b: DOWN {{(pid=109192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 13:53:19.744536 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33128) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:19.797930 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-506b4026-4090-469b-9ef9-98c7fc5de424 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:19.823323 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-506b4026-4090-469b-9ef9-98c7fc5de424 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:19.872459 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-506b4026-4090-469b-9ef9-98c7fc5de424 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:19.875173 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-506b4026-4090-469b-9ef9-98c7fc5de424 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:19.876338 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-506b4026-4090-469b-9ef9-98c7fc5de424 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "DELETE /v2.0/security-groups/4545e6ca-3d08-465e-ae06-15b0bef11a52 HTTP/1.1" status: 204 len: 168 time: 0.1307554 Nov 22 13:53:19.879948 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33130) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:19.886775 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b4026-4090-469b-9ef9-98c7fc5de424 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4545e6ca-3d08-465e-ae06-15b0bef11a52,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:19.896041 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.api.v2.resource [None req-74998e09-08b9-4cf8-a454-9ddcef515114 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] show failed (client error): The resource could not be found. Nov 22 13:53:19.897069 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-74998e09-08b9-4cf8-a454-9ddcef515114 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "GET /v2.0/security-groups/4545e6ca-3d08-465e-ae06-15b0bef11a52 HTTP/1.1" status: 404 len: 347 time: 0.0161440 Nov 22 13:53:19.899960 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33132) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:19.949138 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:53:19.981701 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.023273 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Deleting port b62e0779-a767-4e57-9f6d-893407884a25 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:20.023614 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.077193 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33136) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:20.102228 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.102559 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.114777 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Calling delete_port for b62e0779-a767-4e57-9f6d-893407884a25 owned by network:floatingip {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:20.250757 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.278330 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Pushing event deleted for resources: {'Port': ['ID=b62e0779-a767-4e57-9f6d-893407884a25,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:20.281992 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 07e4c4a6-639b-4da1-8b31-c75191903b37 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:20.308024 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 07e4c4a6-639b-4da1-8b31-c75191903b37 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:20.308373 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 07e4c4a6-639b-4da1-8b31-c75191903b37 not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:20.340414 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks [] for floatingip, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.343007 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-956350'] for floatingip, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.344167 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-2b4cf9d8-1818-4ab5-833c-6adc54f14661 tempest-AttachVolumeShelveTestJSON-1045329862 tempest-AttachVolumeShelveTestJSON-1045329862-project] 10.222.0.31 "DELETE /v2.0/floatingips/2b0b829d-8311-4388-819b-d590f1e6fd2b HTTP/1.1" status: 204 len: 168 time: 0.4433160 Nov 22 13:53:20.583263 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.826429 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Deleting port e6675660-9532-45a4-8444-0b6ccf9f2c64 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:20.826839 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:20.906257 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] For port e6675660-9532-45a4-8444-0b6ccf9f2c64, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=e6675660-9532-45a4-8444-0b6ccf9f2c64,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:20.906967 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:21.163257 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Calling delete_port for e6675660-9532-45a4-8444-0b6ccf9f2c64 owned by network:router_interface {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:21.341443 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:21.364095 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6675660-9532-45a4-8444-0b6ccf9f2c64,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:21.538726 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:21.760532 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:53:21.867685 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:53:21.872962 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-ce294b58-5cf9-47dc-9636-97f305ed2c45 admin admin] 10.222.0.31 "PUT /v2.0/routers/8f9c3f5c-7e68-4f28-a58b-00af8f0450cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946551 Nov 22 13:53:21.875532 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33154) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:21.878914 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] Sync routers for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:53:21.889902 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:21.890556 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:21.980469 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks [] for router, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:21.997323 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:22.087902 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.147430 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Deleting port 876f358a-efd7-4067-b0ae-b57ac296d97c {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:22.147768 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.175770 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:53:21Z', 'revision_number': 5, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port': {'id': '876f358a-efd7-4067-b0ae-b57ac296d97c', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:46Z', 'updated_at': '2021-11-22T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:22.204949 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] Checking router: 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:53:22.214066 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] Routers {'8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:22.214356 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:22.230411 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] For port 876f358a-efd7-4067-b0ae-b57ac296d97c, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=876f358a-efd7-4067-b0ae-b57ac296d97c,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:22.230798 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.245926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Calling delete_port for 876f358a-efd7-4067-b0ae-b57ac296d97c owned by network:router_gateway {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:22.280367 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:22.396754 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] Set router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb gateway port host: None {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:22.431442 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.434670 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] No Port match for: 0ca96122-e5c9-4d4e-88ed-dc773b45578e {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:22.435022 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Device 0ca96122-e5c9-4d4e-88ed-dc773b45578e not bound to the agent host hv-cinder-76845 {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:22.452567 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:53:22Z', 'revision_number': 6, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:22.459820 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=876f358a-efd7-4067-b0ae-b57ac296d97c,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:22.484218 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f8ba0-9f2a-4371-a170-840d8c20ac55 None None] The sync data for ids ['8f9c3f5c-7e68-4f28-a58b-00af8f0450cb'] in dv-cinder-768458-14-iscsi is: [{'id': '8f9c3f5c-7e68-4f28-a58b-00af8f0450cb', 'name': 'tempest-TestVolumeBootPattern-2001885683-router', 'tenant_id': 'accea9af00354befabcdcf4325a007ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:45Z', 'updated_at': '2021-11-22T13:53:22Z', 'revision_number': 6, 'project_id': 'accea9af00354befabcdcf4325a007ca', 'gw_port_host': None}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:53:22.524458 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.540090 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-7426ce73-ce1a-426e-8f1e-111ca09b6d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.616431 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.618543 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.664744 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.665213 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f9c3f5c-7e68-4f28-a58b-00af8f0450cb {{(pid=109190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:53:22.669675 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.670812 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-3bb9240d-92bd-4c5f-8dac-c6e3e859c7bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/8f9c3f5c-7e68-4f28-a58b-00af8f0450cb HTTP/1.1" status: 204 len: 168 time: 0.7943211 Nov 22 13:53:22.673567 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33156) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:22.723871 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_v2 [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] Deleting subnet de3abebf-aeac-4879-a9b6-d5e58d2f381c {{(pid=109191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:53:22.726984 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.762050 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10392457'] for subnet, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.768768 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33164) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:22.841299 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.905162 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10208464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261780'] for subnet, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.933461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3abebf-aeac-4879-a9b6-d5e58d2f381c,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:22.935189 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:22.941476 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-09590f08-3324-48b5-9df2-ae7ca3809b70 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/de3abebf-aeac-4879-a9b6-d5e58d2f381c HTTP/1.1" status: 204 len: 168 time: 0.2636817 Nov 22 13:53:22.941598 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d0af4-1d16-408d-8ca1-0e9d9c1aec2c None None] Network d1613968-954e-4fd7-ab36-ee6aeaa13142 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:53:22.941717 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33168) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:23.016772 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.072546 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Deleting port ef68e126-dd1c-44d4-9288-5681f8021dc1 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:23.072891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.140447 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] For port ef68e126-dd1c-44d4-9288-5681f8021dc1, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=ef68e126-dd1c-44d4-9288-5681f8021dc1,segment=NetworkSegment(694a026f-31c8-4365-a371-1ec23fceb76a),segment_id=694a026f-31c8-4365-a371-1ec23fceb76a)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:23.140839 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.154240 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Calling delete_port for ef68e126-dd1c-44d4-9288-5681f8021dc1 owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:23.188228 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.231017 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.260007 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] No DVR routers for this DVR port ef68e126-dd1c-44d4-9288-5681f8021dc1 on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:23.263588 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef68e126-dd1c-44d4-9288-5681f8021dc1,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:23.282245 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc742a68-fdf1-489f-af09-e1ecf77e9734 None None] DHCP port deletion for d1613968-954e-4fd7-ab36-ee6aeaa13142 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:53:23.344056 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.365284 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1613968-954e-4fd7-ab36-ee6aeaa13142']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:23.376032 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694a026f-31c8-4365-a371-1ec23fceb76a') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:23.376755 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694a026f-31c8-4365-a371-1ec23fceb76a') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:23.387859 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.404738 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.411881 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:53:23.412322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:53:23.415288 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:53:23.467172 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Deleting port d35a8d04-6cf0-4292-a13d-a7a49353bbee {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:23.467516 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.477461 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.482942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.489759 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d1613968-954e-4fd7-ab36-ee6aeaa13142 HTTP/1.1" status: 204 len: 168 time: 0.5439904 Nov 22 13:53:23.489759 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33170) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:23.506720 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f182e-9b71-4a96-9316-3e1f53635b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1613968-954e-4fd7-ab36-ee6aeaa13142,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:23.561642 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] For port d35a8d04-6cf0-4292-a13d-a7a49353bbee, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=d35a8d04-6cf0-4292-a13d-a7a49353bbee,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:23.561987 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.579919 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Calling delete_port for d35a8d04-6cf0-4292-a13d-a7a49353bbee owned by network:router_interface {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:23.767108 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.792854 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35a8d04-6cf0-4292-a13d-a7a49353bbee,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:23.875202 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780949'] for router_interface, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:23.975226 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.130712 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Deleting port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:24.131349 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.217345 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] For port 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,segment=NetworkSegment(e56ce711-eb47-4cb8-b7e1-a4a518830cc8),segment_id=e56ce711-eb47-4cb8-b7e1-a4a518830cc8)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:24.217862 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.232605 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Calling delete_port for 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe owned by network:router_interface {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:24.351394 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 876f358a-efd7-4067-b0ae-b57ac296d97c no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:24.377034 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 876f358a-efd7-4067-b0ae-b57ac296d97c {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:24.378080 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 876f358a-efd7-4067-b0ae-b57ac296d97c not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:24.378901 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device ef68e126-dd1c-44d4-9288-5681f8021dc1 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:24.399964 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: ef68e126-dd1c-44d4-9288-5681f8021dc1 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:24.400587 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device ef68e126-dd1c-44d4-9288-5681f8021dc1 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:24.401178 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device e6675660-9532-45a4-8444-0b6ccf9f2c64 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:24.426338 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: e6675660-9532-45a4-8444-0b6ccf9f2c64 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:24.426999 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device e6675660-9532-45a4-8444-0b6ccf9f2c64 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:24.448072 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:53:24.562264 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:53:24.567771 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-9d144466-3231-4655-91ca-43847e82c8c8 admin admin] 10.222.0.31 "PUT /v2.0/routers/181ee6da-2a48-42df-a0ef-c2b9d7c48144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978473 Nov 22 13:53:24.574461 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33172) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:24.577307 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] Sync routers for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:53:24.593981 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:24.594695 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:24.686342 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks [] for router, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.705983 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: dv-cinder-768458-14-iscsi {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:24.718001 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.748003 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ba4301-c78d-4040-88bf-f1b3c8c2d6fe,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:24.802183 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.878264 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Deleting port f7715527-f7dd-403c-b89b-d3e47aa24e82 {{(pid=109190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:24.879000 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.909925 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:53:23Z', 'revision_number': 5, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port': {'id': 'f7715527-f7dd-403c-b89b-d3e47aa24e82', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:47:45Z', 'updated_at': '2021-11-22T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:24.940903 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780921'] for router_interface, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.958248 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] Checking router: 181ee6da-2a48-42df-a0ef-c2b9d7c48144 for host: dv-cinder-768458-14-iscsi {{(pid=109192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:53:24.977926 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.db [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] For port f7715527-f7dd-403c-b89b-d3e47aa24e82, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=f7715527-f7dd-403c-b89b-d3e47aa24e82,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:24.978315 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:24.979698 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] Routers {'181ee6da-2a48-42df-a0ef-c2b9d7c48144'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:24.981058 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:52:55Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'], 'active': True} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:24.999177 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.plugins.ml2.plugin [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Calling delete_port for f7715527-f7dd-403c-b89b-d3e47aa24e82 owned by network:router_gateway {{(pid=109190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:25.017574 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1989-86fe-46ec-8f87-193940a6d694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.074107 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvr_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] Set router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 gateway port host: None {{(pid=109192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:25.126069 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_hamode_db [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:53:24Z', 'revision_number': 6, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:25.155722 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4c39b-701c-4a3f-a1ed-82de526cd5d4 None None] The sync data for ids ['181ee6da-2a48-42df-a0ef-c2b9d7c48144'] in dv-cinder-768458-14-iscsi is: [{'id': '181ee6da-2a48-42df-a0ef-c2b9d7c48144', 'name': 'tempest-AttachVolumeShelveTestJSON-953092654-router', 'tenant_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:47:44Z', 'updated_at': '2021-11-22T13:53:24Z', 'revision_number': 6, 'project_id': '08aa9b67016f4c04b4aaa3c5f141bc04', 'gw_port_host': None}] {{(pid=109192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:53:25.165092 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Router f6102c5c-b904-4759-918c-1e1c78d5df4a has already been hosted by L3 agent cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3 {{(pid=109191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 13:53:25.177395 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2665052'] for port, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.207557 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f7715527-f7dd-403c-b89b-d3e47aa24e82,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:25.273769 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.286179 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] Notify agent at l3_agent.dv-cinder-768458-14-iscsi the message routers_updated {{(pid=109191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 13:53:25.291556 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-2a514db8-86dd-4d80-a4e1-0327dc7e7873 admin admin] 10.222.0.31 "PUT /v2.0/routers/f6102c5c-b904-4759-918c-1e1c78d5df4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013055 Nov 22 13:53:25.294109 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33174) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:25.297182 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] Sync routers for ids ['f6102c5c-b904-4759-918c-1e1c78d5df4a'] in dv-cinder-768458-14-iscsi {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 13:53:25.308160 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] Routers {'f6102c5c-b904-4759-918c-1e1c78d5df4a'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:25.308853 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:53:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['f6102c5c-b904-4759-918c-1e1c78d5df4a'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:25.367521 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.369806 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.405259 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks [] for router, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.414684 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.415266 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 181ee6da-2a48-42df-a0ef-c2b9d7c48144 {{(pid=109190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:53:25.420535 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] Publish callbacks [] for router, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.424648 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a4147b57-4d09-4602-92d2-c27befd077ee admin admin] 10.222.0.31 "DELETE /v2.0/routers/181ee6da-2a48-42df-a0ef-c2b9d7c48144 HTTP/1.1" status: 204 len: 168 time: 0.8459821 Nov 22 13:53:25.424850 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] Set router f6102c5c-b904-4759-918c-1e1c78d5df4a gateway port host: dv-cinder-768458-14-iscsi {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:25.424968 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33176) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:25.473364 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] Deleting subnet 3d18f35f-4b83-4725-80ec-ccac78bd7296 {{(pid=109190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:53:25.476915 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.518924 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2650659'] for subnet, precommit_delete_associations {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.521757 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.604797 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Deleting port daae3692-4c3a-45ad-a93d-ab23913295d4 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:25.604797 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.607477 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.643252 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'external_fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:53:24Z', 'revision_number': 5, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port': {'id': 'daae3692-4c3a-45ad-a93d-ab23913295d4', 'name': '', 'network_id': '95b4fac1-f54c-4321-b4a7-d3fc6e60e3aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:3a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T13:44:52Z', 'updated_at': '2021-11-22T13:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a65284e0-247a-420c-b29a-79be4c71c352', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-14-iscsi'}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:25.673478 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2665091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9759121'] for subnet, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.678814 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] Checking router: f6102c5c-b904-4759-918c-1e1c78d5df4a for host: dv-cinder-768458-14-iscsi {{(pid=109193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 13:53:25.687686 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] Routers {'f6102c5c-b904-4759-918c-1e1c78d5df4a'} bound to L3 agent in host dv-cinder-768458-14-iscsi {{(pid=109193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 13:53:25.688296 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T13:35:55Z,description=,heartbeat_timestamp=2021-11-22T13:53:25Z,host='dv-cinder-768458-14-iscsi',id=cd5a2dc7-c818-444f-ba5a-0cd20c9e15d3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T13:35:55Z,topic='l3_agent')) {'router_ids': ['f6102c5c-b904-4759-918c-1e1c78d5df4a'], 'active': True} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:25.700828 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] For port daae3692-4c3a-45ad-a93d-ab23913295d4, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=daae3692-4c3a-45ad-a93d-ab23913295d4,segment=NetworkSegment(10e20986-4f30-42cc-9f45-c24ba56203b5),segment_id=10e20986-4f30-42cc-9f45-c24ba56203b5)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:25.701189 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.702528 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d18f35f-4b83-4725-80ec-ccac78bd7296,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:25.708138 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for subnet, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.714539 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33178) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:25.714675 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-1b493a32-6bb9-4265-a738-be194d1e25e0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3d18f35f-4b83-4725-80ec-ccac78bd7296 HTTP/1.1" status: 204 len: 168 time: 0.2889035 Nov 22 13:53:25.716909 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35cd27a-be3d-4236-beaa-f35194d70d32 None None] Network 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:53:25.721791 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Calling delete_port for daae3692-4c3a-45ad-a93d-ab23913295d4 owned by network:router_gateway {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:25.777384 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_dvr_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] Set router f6102c5c-b904-4759-918c-1e1c78d5df4a gateway port host: None {{(pid=109193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 13:53:25.828056 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.832626 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.l3_hamode_db [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:53:25Z', 'revision_number': 6, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port_host': None}], 'dv-cinder-768458-14-iscsi', False) {} {{(pid=109193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:25.861635 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c96db8-58d8-407a-8098-d2974a2c8a27 None None] The sync data for ids ['f6102c5c-b904-4759-918c-1e1c78d5df4a'] in dv-cinder-768458-14-iscsi is: [{'id': 'f6102c5c-b904-4759-918c-1e1c78d5df4a', 'name': 'tempest-TestVolumeBootPattern-1381425907-router', 'tenant_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T13:44:51Z', 'updated_at': '2021-11-22T13:53:25Z', 'revision_number': 6, 'project_id': '8aa91ca051fe4652a5b1cd0bd529c0d8', 'gw_port_host': None}] {{(pid=109193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 13:53:25.866346 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.968122 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Deleting port c6e1d2c3-a608-4d19-add4-cbe6072e612c {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:25.968645 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:25.997341 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] DHCP port deletion for 13d33f4b-6ae7-4e77-b7bc-0f018ce37593 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:53:26.043106 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.048531 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Deleting port c6e1d2c3-a608-4d19-add4-cbe6072e612c {{(pid=109192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:26.049089 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.053505 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] For port c6e1d2c3-a608-4d19-add4-cbe6072e612c, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=c6e1d2c3-a608-4d19-add4-cbe6072e612c,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:26.053887 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.082867 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Pushing event deleted for resources: {'Port': ['ID=daae3692-4c3a-45ad-a93d-ab23913295d4,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:26.091196 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Calling delete_port for c6e1d2c3-a608-4d19-add4-cbe6072e612c owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:26.117254 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] For port c6e1d2c3-a608-4d19-add4-cbe6072e612c, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=c6e1d2c3-a608-4d19-add4-cbe6072e612c,segment=NetworkSegment(8dc16eef-1cd5-43b5-b792-9ac07538e5e4),segment_id=8dc16eef-1cd5-43b5-b792-9ac07538e5e4)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:26.117964 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.132175 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Calling delete_port for c6e1d2c3-a608-4d19-add4-cbe6072e612c owned by network:dhcp {{(pid=109192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:26.191037 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782043'] for router_gateway, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.218288 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045'] for port, after_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.247118 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Pushing event deleted for resources: {'Port': ['ID=c6e1d2c3-a608-4d19-add4-cbe6072e612c,revision_number=None']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:26.249860 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] No DVR routers for this DVR port c6e1d2c3-a608-4d19-add4-cbe6072e612c on host dv-cinder-768458-14-iscsi {{(pid=109192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:26.258965 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.259319 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.259664 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.259988 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.260320 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.260649 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.263810 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.263810 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.263810 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.263810 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.263810 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.263810 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad6be13-8e6a-4463-b893-672bf10fb107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-14-iscsi {{(pid=109192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 13:53:26.297592 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-781857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26304'] for router, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.298313 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.344193 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.370156 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-781880'] for router, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.370673 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6102c5c-b904-4759-918c-1e1c78d5df4a {{(pid=109191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 13:53:26.372632 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e1d2c3-a608-4d19-add4-cbe6072e612c,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:26.376843 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] Publish callbacks [] for router, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.378875 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-0e7cf15b-9126-4869-bba6-9556dad2c73d admin admin] 10.222.0.31 "DELETE /v2.0/routers/f6102c5c-b904-4759-918c-1e1c78d5df4a HTTP/1.1" status: 204 len: 168 time: 1.0830526 Nov 22 13:53:26.381344 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33180) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:26.382107 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] No DVR routers for this DVR port c6e1d2c3-a608-4d19-add4-cbe6072e612c on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:26.496546 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] Deleting subnet 0111127b-50a8-4a25-8685-ab05ac335377 {{(pid=109191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 13:53:26.500561 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.509071 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f7715527-f7dd-403c-b89b-d3e47aa24e82 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:26.509310 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.530662 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: f7715527-f7dd-403c-b89b-d3e47aa24e82 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:26.531134 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device f7715527-f7dd-403c-b89b-d3e47aa24e82 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:26.531574 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device c6e1d2c3-a608-4d19-add4-cbe6072e612c no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:26.543233 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d33f4b-6ae7-4e77-b7bc-0f018ce37593']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:26.551641 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: c6e1d2c3-a608-4d19-add4-cbe6072e612c {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:26.551984 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device c6e1d2c3-a608-4d19-add4-cbe6072e612c not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:26.552406 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:26.558443 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc16eef-1cd5-43b5-b792-9ac07538e5e4') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:26.558719 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc16eef-1cd5-43b5-b792-9ac07538e5e4') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:26.568328 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10392457'] for subnet, precommit_delete_associations {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.584159 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:26.584778 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 58ba4301-c78d-4040-88bf-f1b3c8c2d6fe not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:26.585394 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d35a8d04-6cf0-4292-a13d-a7a49353bbee no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:26.588895 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.605542 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: d35a8d04-6cf0-4292-a13d-a7a49353bbee {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:26.605909 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device d35a8d04-6cf0-4292-a13d-a7a49353bbee not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:26.606822 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.617058 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:53:26.617515 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: self.session.flush() Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: self.session.flush() Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: self.session.flush() Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: self.session.flush() Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:53:26.619261 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:53:26.709490 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.713733 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.717131 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] 10.222.0.31 "DELETE /v2.0/networks/13d33f4b-6ae7-4e77-b7bc-0f018ce37593 HTTP/1.1" status: 204 len: 168 time: 1.0016606 Nov 22 13:53:26.735892 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b12cb-ca5c-40a0-90a1-033970e9ca59 admin admin] Pushing event deleted for resources: {'Network': ['ID=13d33f4b-6ae7-4e77-b7bc-0f018ce37593,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:26.740190 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1826083'] for subnet, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.798217 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1826088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10208464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10261780'] for subnet, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.826037 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0111127b-50a8-4a25-8685-ab05ac335377,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:26.835691 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.843736 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-d8b44aa7-e037-40f2-8d73-bb66edb317ea admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0111127b-50a8-4a25-8685-ab05ac335377 HTTP/1.1" status: 204 len: 168 time: 0.4574974 Nov 22 13:53:26.844016 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da8c76-9ac9-4fe3-b02f-d2a167dfaa62 None None] Network 24e65319-2481-43b3-af62-d528ee123947 requested from dv-cinder-768458-14-iscsi {{(pid=109192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 13:53:26.844600 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33184) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:26.846835 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33186) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:26.956956 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782618'] for network, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:26.967668 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-556032d3-711e-4a17-9ad1-59b2c86a2c57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08aa9b67016f4c04b4aaa3c5f141bc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194732 Nov 22 13:53:26.969673 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33190) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:27.016165 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] DHCP port deletion for 24e65319-2481-43b3-af62-d528ee123947 request from dv-cinder-768458-14-iscsi {{(pid=109192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 13:53:27.057319 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-08eefa54-3a56-4323-8230-f5bc734d18d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.062815 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] Deleting port 23588378-caab-4cd7-af7b-fe2af9d23180 {{(pid=109192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:27.063272 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.068763 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Deleting port 23588378-caab-4cd7-af7b-fe2af9d23180 {{(pid=109191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 13:53:27.069085 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731578982440'] for port, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.116795 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-08eefa54-3a56-4323-8230-f5bc734d18d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.125659 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.db [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] For port 23588378-caab-4cd7-af7b-fe2af9d23180, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=23588378-caab-4cd7-af7b-fe2af9d23180,segment=NetworkSegment(e56ce711-eb47-4cb8-b7e1-a4a518830cc8),segment_id=e56ce711-eb47-4cb8-b7e1-a4a518830cc8)] {{(pid=109192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:27.126059 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.138714 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] Calling delete_port for 23588378-caab-4cd7-af7b-fe2af9d23180 owned by network:dhcp {{(pid=109192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:27.160400 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.db [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] For port 23588378-caab-4cd7-af7b-fe2af9d23180, host dv-cinder-768458-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-14-iscsi',level=0,port_id=23588378-caab-4cd7-af7b-fe2af9d23180,segment=NetworkSegment(e56ce711-eb47-4cb8-b7e1-a4a518830cc8),segment_id=e56ce711-eb47-4cb8-b7e1-a4a518830cc8)] {{(pid=109191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 13:53:27.160755 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-779262'] for port, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.175928 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.plugin [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Calling delete_port for 23588378-caab-4cd7-af7b-fe2af9d23180 owned by network:dhcp {{(pid=109191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 13:53:27.231054 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045'] for port, after_delete {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.235113 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-08eefa54-3a56-4323-8230-f5bc734d18d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.238813 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-08eefa54-3a56-4323-8230-f5bc734d18d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.239984 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-08eefa54-3a56-4323-8230-f5bc734d18d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61f33191-f01b-4fea-b4fa-483f095b4148 HTTP/1.1" status: 204 len: 168 time: 0.2692256 Nov 22 13:53:27.256538 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eefa54-3a56-4323-8230-f5bc734d18d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f33191-f01b-4fea-b4fa-483f095b4148,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:27.261269 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] Pushing event deleted for resources: {'Port': ['ID=23588378-caab-4cd7-af7b-fe2af9d23180,revision_number=None']} {{(pid=109192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:27.264739 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70433d64-1ee0-4365-8a20-17d15f9fca24 None None] No DVR routers for this DVR port 23588378-caab-4cd7-af7b-fe2af9d23180 on host dv-cinder-768458-14-iscsi {{(pid=109192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:27.277344 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1618984', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1022890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731578985557', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731578438045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10208271'] for port, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.304456 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Pushing event deleted for resources: {'Port': ['ID=23588378-caab-4cd7-af7b-fe2af9d23180,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:27.308879 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] No DVR routers for this DVR port 23588378-caab-4cd7-af7b-fe2af9d23180 on host dv-cinder-768458-14-iscsi {{(pid=109191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 13:53:27.379873 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.386402 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823387', 'neutron.services.segments.db._delete_segments_for_network-8731578965131'] for network, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.416001 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e65319-2481-43b3-af62-d528ee123947']}} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:27.426827 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8') {'for_net_delete': True} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:27.427152 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.services.segments.db [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56ce711-eb47-4cb8-b7e1-a4a518830cc8') {} {{(pid=109191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 13:53:27.436801 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731579007766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10392450'] for segment, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.450792 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863'] for segment, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.458478 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 13:53:27.458933 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1818863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10208378'] for segment, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: Traceback (most recent call last): Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: timer() Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: cb(*args, **kw) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: return func(*args, **kwargs) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: self._notify() Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: self.callback(batched_events) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: event.method(event) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: return f(self, *a, **k) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._get(url).json() Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: return self.request(url, 'GET', **kwargs) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 13:53:27.460614 dv-cinder-768458-14-iscsi neutron-server[109191]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 13:53:27.521118 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782055'] for network, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.526435 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564516'] for network, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.530072 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] 10.222.0.31 "DELETE /v2.0/networks/24e65319-2481-43b3-af62-d528ee123947 HTTP/1.1" status: 204 len: 168 time: 0.6852212 Nov 22 13:53:27.542448 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175660b3-9eba-4999-9432-7abf5095f269 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e65319-2481-43b3-af62-d528ee123947,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:27.646585 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33204) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:27.686361 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ec5bafff-6478-4abd-afd8-9bcce9fc522c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=accea9af00354befabcdcf4325a007ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386121 Nov 22 13:53:27.688804 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33208) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:27.741364 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c04f0fdf-64ea-4319-a617-85b25d81448a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.763779 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c04f0fdf-64ea-4319-a617-85b25d81448a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.810914 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c04f0fdf-64ea-4319-a617-85b25d81448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.813644 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-c04f0fdf-64ea-4319-a617-85b25d81448a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:27.814953 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-c04f0fdf-64ea-4319-a617-85b25d81448a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70d67849-6808-42c3-a857-e6c000a02bcd HTTP/1.1" status: 204 len: 168 time: 0.1251900 Nov 22 13:53:27.822892 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f0fdf-64ea-4319-a617-85b25d81448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d67849-6808-42c3-a857-e6c000a02bcd,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:28.091644 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33226) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:28.131336 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a74f2e98-3151-409e-aed0-34731aaf8401 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8aa91ca051fe4652a5b1cd0bd529c0d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385311 Nov 22 13:53:28.134009 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33228) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:28.182612 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-72de480d-c746-416f-892c-a9a37fd2e95c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:28.196196 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:28.207024 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-72de480d-c746-416f-892c-a9a37fd2e95c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:28.267007 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-72de480d-c746-416f-892c-a9a37fd2e95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:28.270410 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-72de480d-c746-416f-892c-a9a37fd2e95c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:28.271583 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-72de480d-c746-416f-892c-a9a37fd2e95c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fa10ef1-9d23-4db0-a436-335612e75e77 HTTP/1.1" status: 204 len: 168 time: 0.1365516 Nov 22 13:53:28.279793 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de480d-c746-416f-892c-a9a37fd2e95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa10ef1-9d23-4db0-a436-335612e75e77,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:28.309231 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 23588378-caab-4cd7-af7b-fe2af9d23180 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:28.334841 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: 23588378-caab-4cd7-af7b-fe2af9d23180 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:28.335199 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device 23588378-caab-4cd7-af7b-fe2af9d23180 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:28.335622 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device daae3692-4c3a-45ad-a93d-ab23913295d4 no longer exists at agent ovs-agent-dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 13:53:28.355871 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.plugin [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] No Port match for: daae3692-4c3a-45ad-a93d-ab23913295d4 {{(pid=109192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 13:53:28.356419 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron.plugins.ml2.rpc [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Device daae3692-4c3a-45ad-a93d-ab23913295d4 not bound to the agent host dv-cinder-768458-14-iscsi {{(pid=109192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 13:53:36.667571 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33320) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:36.771486 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d4904fee-4ddc-48f4-a5d8-4b283a26b117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:36.843329 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d4904fee-4ddc-48f4-a5d8-4b283a26b117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:36.846792 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d4904fee-4ddc-48f4-a5d8-4b283a26b117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:36.887301 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-d4904fee-4ddc-48f4-a5d8-4b283a26b117 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da4b66c671ed45079e7881d849e4b918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186546 Nov 22 13:53:36.888401 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4904fee-4ddc-48f4-a5d8-4b283a26b117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf597fc-4332-44a5-b323-8fbec9de8825,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:36.890002 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33324) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:36.938949 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-706f9857-d0e1-43a5-acb0-6e5cc8fd4960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:36.960942 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-706f9857-d0e1-43a5-acb0-6e5cc8fd4960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:37.008601 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-706f9857-d0e1-43a5-acb0-6e5cc8fd4960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:37.011190 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-706f9857-d0e1-43a5-acb0-6e5cc8fd4960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:37.012341 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-706f9857-d0e1-43a5-acb0-6e5cc8fd4960 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daf597fc-4332-44a5-b323-8fbec9de8825 HTTP/1.1" status: 204 len: 168 time: 0.1213515 Nov 22 13:53:37.020913 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f9857-d0e1-43a5-acb0-6e5cc8fd4960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf597fc-4332-44a5-b323-8fbec9de8825,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:41.735443 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33418) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:41.838544 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a2e806e9-d0d0-49c7-bec3-40476e33dc86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:41.912565 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a2e806e9-d0d0-49c7-bec3-40476e33dc86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:41.916029 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-a2e806e9-d0d0-49c7-bec3-40476e33dc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:41.954700 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-a2e806e9-d0d0-49c7-bec3-40476e33dc86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b8b1db3d6f749a99a71074961784f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181954 Nov 22 13:53:41.955775 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e806e9-d0d0-49c7-bec3-40476e33dc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a5efe2-eebf-41b4-8361-a5c3a097de86,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:41.957506 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33422) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:42.008679 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-afc4ef3d-b751-4a0f-90eb-b4162ed1dfa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.029622 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-afc4ef3d-b751-4a0f-90eb-b4162ed1dfa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.075529 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-afc4ef3d-b751-4a0f-90eb-b4162ed1dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.078142 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-afc4ef3d-b751-4a0f-90eb-b4162ed1dfa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.079312 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-afc4ef3d-b751-4a0f-90eb-b4162ed1dfa8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25a5efe2-eebf-41b4-8361-a5c3a097de86 HTTP/1.1" status: 204 len: 168 time: 0.1207514 Nov 22 13:53:42.086989 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4ef3d-b751-4a0f-90eb-b4162ed1dfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a5efe2-eebf-41b4-8361-a5c3a097de86,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:42.342992 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33428) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:42.357708 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0c59f9d0-d1af-4b22-8597-8347a9b184a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.441486 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0c59f9d0-d1af-4b22-8597-8347a9b184a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.445963 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-0c59f9d0-d1af-4b22-8597-8347a9b184a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.484684 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-0c59f9d0-d1af-4b22-8597-8347a9b184a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0906bf6f70d24b36bfbb56afd1008de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405046 Nov 22 13:53:42.485665 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59f9d0-d1af-4b22-8597-8347a9b184a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0407a453-2f4c-4109-8719-c98ddd89fa71,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:42.487934 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33430) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:42.540465 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1468eef2-63cf-4082-b1e7-906243947131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.567904 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1468eef2-63cf-4082-b1e7-906243947131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.613952 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1468eef2-63cf-4082-b1e7-906243947131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.616486 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-1468eef2-63cf-4082-b1e7-906243947131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:42.617676 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-1468eef2-63cf-4082-b1e7-906243947131 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0407a453-2f4c-4109-8719-c98ddd89fa71 HTTP/1.1" status: 204 len: 168 time: 0.1287501 Nov 22 13:53:42.627269 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468eef2-63cf-4082-b1e7-906243947131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0407a453-2f4c-4109-8719-c98ddd89fa71,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:44.130437 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33480) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:44.231822 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f6c05434-e624-43a8-9784-3e0e19f59975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.309847 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f6c05434-e624-43a8-9784-3e0e19f59975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.313351 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f6c05434-e624-43a8-9784-3e0e19f59975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.352693 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f6c05434-e624-43a8-9784-3e0e19f59975 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27e0bed4e320426db913a4592b377954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211709 Nov 22 13:53:44.353685 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c05434-e624-43a8-9784-3e0e19f59975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3299dc59-9199-472f-84a6-0cdc1763174d,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:44.355339 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33484) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:44.403999 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bd25dae9-c530-4804-8de2-d2950356201b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.425322 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bd25dae9-c530-4804-8de2-d2950356201b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.476618 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bd25dae9-c530-4804-8de2-d2950356201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.479166 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-bd25dae9-c530-4804-8de2-d2950356201b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.480311 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-bd25dae9-c530-4804-8de2-d2950356201b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3299dc59-9199-472f-84a6-0cdc1763174d HTTP/1.1" status: 204 len: 168 time: 0.1232829 Nov 22 13:53:44.488284 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25dae9-c530-4804-8de2-d2950356201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3299dc59-9199-472f-84a6-0cdc1763174d,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:44.738019 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33492) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:44.751023 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d25247a4-43c5-4a9a-9715-c3dee51ff2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.824458 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d25247a4-43c5-4a9a-9715-c3dee51ff2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.827842 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-d25247a4-43c5-4a9a-9715-c3dee51ff2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.865275 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-d25247a4-43c5-4a9a-9715-c3dee51ff2b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3616c351c4ed46648062f20541a52890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261587 Nov 22 13:53:44.867296 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25247a4-43c5-4a9a-9715-c3dee51ff2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a23cac-29d3-4600-a0ce-cfe3278ae878,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:44.868026 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33494) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:44.915656 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a52-3e4e-4c04-8a3c-d900e4554a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.936834 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a52-3e4e-4c04-8a3c-d900e4554a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.981971 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a52-3e4e-4c04-8a3c-d900e4554a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.984521 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-a23b8a52-3e4e-4c04-8a3c-d900e4554a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:44.985608 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-a23b8a52-3e4e-4c04-8a3c-d900e4554a64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2a23cac-29d3-4600-a0ce-cfe3278ae878 HTTP/1.1" status: 204 len: 168 time: 0.1165838 Nov 22 13:53:44.993886 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b8a52-3e4e-4c04-8a3c-d900e4554a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a23cac-29d3-4600-a0ce-cfe3278ae878,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:49.711231 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33570) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:49.813590 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-043197d2-d12e-4f5d-8495-08bd8682c535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:49.887600 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-043197d2-d12e-4f5d-8495-08bd8682c535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:49.891072 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-043197d2-d12e-4f5d-8495-08bd8682c535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:49.931703 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-043197d2-d12e-4f5d-8495-08bd8682c535 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17f0a69756a04f46b8af5a013dd37074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194121 Nov 22 13:53:49.932675 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043197d2-d12e-4f5d-8495-08bd8682c535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca8702-7248-4cfa-ac52-3537981d919c,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:49.934370 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33574) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:49.981962 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-153198e5-8a87-475f-9985-dd644c98d506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:49.995437 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.004930 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-153198e5-8a87-475f-9985-dd644c98d506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.049190 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-153198e5-8a87-475f-9985-dd644c98d506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.052451 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-153198e5-8a87-475f-9985-dd644c98d506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.053606 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-153198e5-8a87-475f-9985-dd644c98d506 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bca8702-7248-4cfa-ac52-3537981d919c HTTP/1.1" status: 204 len: 168 time: 0.1182082 Nov 22 13:53:50.061164 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153198e5-8a87-475f-9985-dd644c98d506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca8702-7248-4cfa-ac52-3537981d919c,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:50.307376 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33580) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:50.322944 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f5eb-3013-4edb-bf24-23b0ae2271e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.399365 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f5eb-3013-4edb-bf24-23b0ae2271e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.402994 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f5eb-3013-4edb-bf24-23b0ae2271e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.439739 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-7bc9f5eb-3013-4edb-bf24-23b0ae2271e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=340b241ae8a044e9b6eb95a05c0a1d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313043 Nov 22 13:53:50.440575 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9f5eb-3013-4edb-bf24-23b0ae2271e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d9e3f1-3341-402e-b9fb-031880f43764,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:50.444009 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33582) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:50.502756 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d102-0c9e-4829-8b38-a2c9ab29232e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.524203 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d102-0c9e-4829-8b38-a2c9ab29232e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.569698 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d102-0c9e-4829-8b38-a2c9ab29232e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.572410 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d102-0c9e-4829-8b38-a2c9ab29232e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:50.573606 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f9b2d102-0c9e-4829-8b38-a2c9ab29232e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1d9e3f1-3341-402e-b9fb-031880f43764 HTTP/1.1" status: 204 len: 168 time: 0.1284251 Nov 22 13:53:50.586043 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d102-0c9e-4829-8b38-a2c9ab29232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d9e3f1-3341-402e-b9fb-031880f43764,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:52.540663 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-45c9d531-8b36-4a3f-837b-373b6aa71235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:54.930359 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-6391f1c9-ee3d-4214-b5c4-5e7990aa825f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.378875 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33680) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:55.487490 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3475dc49-5ff3-489b-b567-a6709153ef19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.572908 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3475dc49-5ff3-489b-b567-a6709153ef19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.576552 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-3475dc49-5ff3-489b-b567-a6709153ef19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.617692 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-3475dc49-5ff3-489b-b567-a6709153ef19 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f4c529f977245dd93487562d94ca61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353792 Nov 22 13:53:55.617692 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475dc49-5ff3-489b-b567-a6709153ef19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fbc151-c24b-4659-9e47-879e77f9fc47,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:55.618198 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33684) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:55.666303 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3e39db7-9c83-4613-91ce-6548dd127281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.686402 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3e39db7-9c83-4613-91ce-6548dd127281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.731301 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3e39db7-9c83-4613-91ce-6548dd127281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.733903 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-f3e39db7-9c83-4613-91ce-6548dd127281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.735035 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-f3e39db7-9c83-4613-91ce-6548dd127281 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2fbc151-c24b-4659-9e47-879e77f9fc47 HTTP/1.1" status: 204 len: 168 time: 0.1157904 Nov 22 13:53:55.742748 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e39db7-9c83-4613-91ce-6548dd127281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fbc151-c24b-4659-9e47-879e77f9fc47,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:55.858548 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:55.996023 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33690) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:56.009480 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ba56ae01-0239-4a00-baa6-f19221160a76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.083561 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ba56ae01-0239-4a00-baa6-f19221160a76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.087918 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ba56ae01-0239-4a00-baa6-f19221160a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.125517 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ba56ae01-0239-4a00-baa6-f19221160a76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c70f125ef0944e5ca84206ee9eb6d0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283622 Nov 22 13:53:56.126865 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56ae01-0239-4a00-baa6-f19221160a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f69254f-a329-4b8d-b854-71ef619c2eb6,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:56.128483 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33692) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:56.185811 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-54a1dd12-2959-4d2d-a1f9-62a7b1b9b426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.206705 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-54a1dd12-2959-4d2d-a1f9-62a7b1b9b426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.251596 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-54a1dd12-2959-4d2d-a1f9-62a7b1b9b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.254123 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-54a1dd12-2959-4d2d-a1f9-62a7b1b9b426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.255859 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-54a1dd12-2959-4d2d-a1f9-62a7b1b9b426 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f69254f-a329-4b8d-b854-71ef619c2eb6 HTTP/1.1" status: 204 len: 168 time: 0.1262722 Nov 22 13:53:56.263512 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1dd12-2959-4d2d-a1f9-62a7b1b9b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f69254f-a329-4b8d-b854-71ef619c2eb6,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:56.567605 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33698) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:56.580726 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f13-ecf1-49b6-8007-f86ce21a15dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.654616 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f13-ecf1-49b6-8007-f86ce21a15dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.658409 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-5a8e7f13-ecf1-49b6-8007-f86ce21a15dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.696936 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-5a8e7f13-ecf1-49b6-8007-f86ce21a15dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c64b6b2953b74d8699dfbecf0af9aac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282082 Nov 22 13:53:56.697812 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e7f13-ecf1-49b6-8007-f86ce21a15dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca913c-a52a-4b8d-a40a-06520754cc12,revision_number=1']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:56.699647 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33700) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:56.749970 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ba7bf9da-499e-4a07-a1c9-e93e3592c154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.771077 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ba7bf9da-499e-4a07-a1c9-e93e3592c154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.815360 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ba7bf9da-499e-4a07-a1c9-e93e3592c154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.818370 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-ba7bf9da-499e-4a07-a1c9-e93e3592c154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:56.819533 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-ba7bf9da-499e-4a07-a1c9-e93e3592c154 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7bca913c-a52a-4b8d-a40a-06520754cc12 HTTP/1.1" status: 204 len: 168 time: 0.1188221 Nov 22 13:53:56.826891 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bf9da-499e-4a07-a1c9-e93e3592c154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca913c-a52a-4b8d-a40a-06520754cc12,revision_number=None']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:56.948778 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:53:57.375655 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:57.826475 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [-] (109191) accepted ('10.222.0.31', 33730) {{(pid=109191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:57.930364 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-17efd787-9c40-4fd5-aa80-3e7e30b90c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:58.002544 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-17efd787-9c40-4fd5-aa80-3e7e30b90c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:58.006743 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron_lib.callbacks.manager [None req-17efd787-9c40-4fd5-aa80-3e7e30b90c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_create {{(pid=109191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:58.047576 dv-cinder-768458-14-iscsi neutron-server[109191]: INFO neutron.wsgi [None req-17efd787-9c40-4fd5-aa80-3e7e30b90c6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a311a6e5a6eb40eb8c3a6fe90580083c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199612 Nov 22 13:53:58.048404 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efd787-9c40-4fd5-aa80-3e7e30b90c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec17981-4747-4ba9-9f4b-aa755c33ea89,revision_number=1']} {{(pid=109191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:58.050984 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [-] (109190) accepted ('10.222.0.31', 33734) {{(pid=109190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 13:53:58.101482 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1c852103-24f3-406b-b8bc-7809f48d4103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:58.125032 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1c852103-24f3-406b-b8bc-7809f48d4103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:58.171210 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1c852103-24f3-406b-b8bc-7809f48d4103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-301336'] for security_group, after_delete {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:58.173807 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron_lib.callbacks.manager [None req-1c852103-24f3-406b-b8bc-7809f48d4103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:53:58.174957 dv-cinder-768458-14-iscsi neutron-server[109190]: INFO neutron.wsgi [None req-1c852103-24f3-406b-b8bc-7809f48d4103 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fec17981-4747-4ba9-9f4b-aa755c33ea89 HTTP/1.1" status: 204 len: 168 time: 0.1222541 Nov 22 13:53:58.183018 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c852103-24f3-406b-b8bc-7809f48d4103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec17981-4747-4ba9-9f4b-aa755c33ea89,revision_number=None']} {{(pid=109190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 13:53:58.202826 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:19.993902 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:22.541673 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-7e7f65f0-2ed3-4166-b348-99be4beea1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:24.931468 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-aecce037-74b5-4b2b-9e67-fb09f813a5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:25.863323 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:27.378771 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:28.198608 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:33.947967 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:54:50.012173 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:52.542915 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-46011a0c-41dd-4ad6-a116-d9f4bcc08c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:54.933014 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-34f16987-6568-429d-bfaa-7ec7180cf892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:55.863797 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:57.381692 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:54:58.200559 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:10.947826 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:55:20.009228 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:22.544987 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f3cd67e7-4d6d-415a-ae8b-6f8f121e8b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:24.934244 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-1367cf4f-71f3-42f0-a703-416fb6bdebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:25.867779 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:27.383968 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:28.201486 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:47.947649 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:55:50.022895 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:52.545837 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-5b4b9aa0-1cae-4b26-aa56-86db108551c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:54.935740 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-65b8053e-3252-4635-a416-096f3ef60594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:55.871380 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:57.386769 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:55:58.202146 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:20.037900 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:22.546668 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-d983c1a7-757a-46e4-b925-998fe5276a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:24.937116 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-66f96ff2-a970-4713-85a9-f883b64684be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:24.947476 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:56:25.873607 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:27.390234 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:28.202616 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:50.037272 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:52.547761 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-34aa4e11-3714-4ad0-b117-6c7bc75c74d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:54.941423 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-22e5b8c4-48cb-4354-9ecb-7597629ef614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:55.878210 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:57.392494 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:56:58.209383 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:01.947775 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:57:20.039710 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:22.548843 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-74764359-7ec0-41c7-910c-b32a607d3db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:24.942724 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e3280139-3824-4ab2-8c8c-65906489cb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:25.880091 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:27.395930 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:28.201069 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:38.947494 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:57:50.055492 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:52.549636 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-e2599d1a-14c7-416d-8f85-aa988ccbd0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:54.944696 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8931-e2ad-41b7-8e1f-87076ce33fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:55.883436 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:57.399038 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:57:58.202001 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:15.947410 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:58:20.053450 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:22.550567 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-2b91b8fa-1dbb-43b6-8c98-b6ba83ba3118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:24.950075 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-191a1c65-9df3-4e17-90f8-51e0211a92a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:25.884454 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:27.400207 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:28.203988 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:50.051676 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-94888ee4-8007-4c03-b4a0-223e074bbe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:52.551411 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-a1bf424f-db90-4e3a-a2b8-a81890bc68ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:52.946807 dv-cinder-768458-14-iscsi neutron-server[109193]: DEBUG neutron.db.agents_db [None req-a2f95eac-2fa5-4fc4-a381-4586c2220bcc None None] Agent healthcheck: found 6 active agents {{(pid=109193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 13:58:54.951145 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-be8327c8-8872-4ddb-a191-eb05a8a3f3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:55.887853 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-f844e8eb-8ecb-49bc-bac3-bbffa117eab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:57.402272 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-c7c289a9-5852-4a5d-a264-7c8a3e015f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:58:58.205573 dv-cinder-768458-14-iscsi neutron-server[109192]: DEBUG neutron_lib.callbacks.manager [None req-9b4edcf2-e177-4b37-8326-ccbe52b71a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731578965203', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1732414'] for agent, after_update {{(pid=109192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 13:59:07.379634 dv-cinder-768458-14-iscsi neutron-server[109191]: DEBUG neutron.wsgi [req-7ffe8794-d140-47d2-80c0-1d4d90a5c0cd req-1735de93-bce5-4a9c-82e2-88c102d2be38 service neutron] (109191) timed out ('10.222.0.52', 56015) {{(pid=109191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 13:59:07.490295 dv-cinder-768458-14-iscsi neutron-server[109190]: DEBUG neutron.wsgi [req-5525200d-8d75-4052-bfcd-6625a7b85d76 req-d3130728-53cf-407d-ac70-e352ca5dec2b service neutron] (109190) timed out ('10.222.0.52', 56036) {{(pid=109190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}